JUnit version 4.13.2
.00:27:40.950 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470460941
00:27:40.984 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470460983
00:27:41.014 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:27:41.018 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:27:41.085 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:27:41.100 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:27:41.106 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:27:41.109 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:27:41.300 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:27:41.484 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:41.485 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:27:41.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.489312 14899 mini_oidc.cc:150] Starting JWKS server
00:27:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.492684 14899 webserver.cc:534] Webserver started at http://127.0.0.1:46399/ using document root <none> and password file <none>
00:27:41.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.493148 14899 mini_oidc.cc:186] Starting OIDC Discovery server
00:27:41.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.494910 14899 webserver.cc:534] Webserver started at http://127.0.0.1:35595/ using document root <none> and password file <none>
00:27:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:27:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:41Z Disabled control of system clock
00:27:41.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.552008 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal
00:27:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data
00:27:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:41.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/logs
00:27:41.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data/info.pb
00:27:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:41.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.254:35815
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.254
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:41.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:41.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json with env {}
00:27:41.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.848991 14911 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.849712 14911 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:41.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.850517 14911 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:41.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.883034 14911 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.883396 14911 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.883714 14911 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:41.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.884052 14911 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.884446 14911 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.884752 14911 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46399/jwks.json
00:27:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.921766 14911 master_runner.cc:387] Master server non-default flags:
00:27:41.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data
00:27:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal
00:27:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.254:35815
00:27:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json
00:27:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data/info.pb
00:27:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.254
00:27:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:41.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/logs
00:27:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:41.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:41.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.923615 14911 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:41.926069 14911 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.939038 14917 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:43.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.341390 14916 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 14911
00:27:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:41.939042 14918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:43.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.486388 14916 kernel_stack_watchdog.cc:198] Thread 14911 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
00:27:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:27:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:27:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:27:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:27:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.494270 14911 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.556s	user 0.714s	sys 0.833s
00:27:43.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.494666 14911 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.556s	user 0.714s	sys 0.833s
00:27:43.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.496155 14920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.500617 14919 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1561 milliseconds
00:27:43.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.500682 14911 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:43.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.501833 14911 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:43.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.504407 14911 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:43.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.505774 14911 hybrid_clock.cc:648] HybridClock initialized: now 1783470463505735 us; error 61 us; skew 500 ppm
00:27:43.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.506708 14911 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.512753 14911 webserver.cc:534] Webserver started at http://127.14.140.254:40333/ using document root <none> and password file <none>
00:27:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.513832 14911 fs_manager.cc:362] Metadata directory not provided
00:27:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.514056 14911 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:43.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.514638 14911 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:43.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.519037 14911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data/instance:
00:27:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0fcd9545fec4f71b8248041d0aaac61"
00:27:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:43 on dist-test-slave-qgzj"
00:27:43.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.520486 14911 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal/instance:
00:27:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0fcd9545fec4f71b8248041d0aaac61"
00:27:43.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:43 on dist-test-slave-qgzj"
00:27:43.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.528131 14911 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
00:27:43.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.534127 14927 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.535550 14911 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:27:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.535943 14911 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal
00:27:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a0fcd9545fec4f71b8248041d0aaac61"
00:27:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:43 on dist-test-slave-qgzj"
00:27:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.536386 14911 fs_report.cc:389] FS layout report
00:27:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal
00:27:43.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data/data
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:43.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:43.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.591236 14911 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.593030 14911 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:43.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.593557 14911 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:43.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.663924 14911 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.254:35815
00:27:43.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.664003 14978 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.254:35815 every 8 connection(s)
00:27:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.666975 14911 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/data/info.pb
00:27:43.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.673357 14979 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:43.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.677259 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 14911
00:27:43.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.677721 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-0/wal/instance
00:27:43.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.681267 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:43.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/logs
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data/info.pb
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:43.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:43.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.253:40133
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.253
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:43.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:43.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json with env {}
00:27:43.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.684724 14979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } has no permanent_uuid. Determining permanent_uuid...
00:27:43.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.715061 14979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } has no permanent_uuid. Determining permanent_uuid...
00:27:43.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.718017 14929 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:43.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.722429 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:43.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.771903 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 1
00:27:43.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.776574 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.845008 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 2
00:27:43.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.849756 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:43.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:43.941155 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 3
00:27:43.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.945824 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:43.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.990852 14981 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.991546 14981 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:43.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:43.992331 14981 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.024657 14981 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.025031 14981 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.025347 14981 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.025678 14981 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.026036 14981 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.026314 14981 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46399/jwks.json
00:27:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.062667 14981 master_runner.cc:387] Master server non-default flags:
00:27:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:44.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:44.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.253:40133
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:44.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data/info.pb
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.253
00:27:44.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/logs
00:27:44.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:44.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.064477 14981 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:44.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.066877 14981 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:44.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.078720 14990 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:44.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.089231 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 4
00:27:44.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.096035 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:44.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.395502 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 5
00:27:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.403303 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:44.950812 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 6
00:27:44.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.977506 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.253:40133: Network error: Client connection negotiation failed: client connection to 127.14.140.253:40133: connect: Connection refused (error 111)
00:27:45.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:44.079285 14991 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.397672 14993 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.399578 14992 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1315 milliseconds
00:27:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.400480 14981 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.322s	user 0.494s	sys 0.824s
00:27:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.400839 14981 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.322s	user 0.498s	sys 0.824s
00:27:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.401111 14981 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:45.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.402581 14981 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.405766 14981 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:45.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.407648 14981 hybrid_clock.cc:648] HybridClock initialized: now 1783470465407607 us; error 38 us; skew 500 ppm
00:27:45.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.408756 14981 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:45.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.417361 14981 webserver.cc:534] Webserver started at http://127.14.140.253:45227/ using document root <none> and password file <none>
00:27:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.418680 14981 fs_manager.cc:362] Metadata directory not provided
00:27:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.418968 14981 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:45.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.419520 14981 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.425875 14981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data/instance:
00:27:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdb50970b4f949128914bc5d4fe12514"
00:27:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-qgzj"
00:27:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.427380 14981 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal/instance:
00:27:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdb50970b4f949128914bc5d4fe12514"
00:27:45.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-qgzj"
00:27:45.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.437117 14981 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.002s	sys 0.009s
00:27:45.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.444761 15002 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.445986 14981 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
00:27:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.446313 14981 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal
00:27:45.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bdb50970b4f949128914bc5d4fe12514"
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:45 on dist-test-slave-qgzj"
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.446630 14981 fs_report.cc:389] FS layout report
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal
00:27:45.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data/data
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:45.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:45.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.516088 14981 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.517637 14981 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.518038 14981 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:45.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.590365 14981 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.253:40133
00:27:45.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.590502 15053 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.253:40133 every 8 connection(s)
00:27:45.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.593031 14981 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/data/info.pb
00:27:45.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.598737 15054 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.601141 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 14981
00:27:45.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.601586 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-1/wal/instance
00:27:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.604398 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:45.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/logs
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data/info.pb
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:45.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.252:42389
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.252
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json with env {}
00:27:45.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.612457 15054 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.633699 15054 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.648371 15054 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
00:27:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.650934 15004 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:45.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.655419 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:45.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.704927 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 1
00:27:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.709897 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:45.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.778374 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 2
00:27:45.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.783231 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:45.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.874675 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 3
00:27:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.879287 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.916435 15056 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.917105 15056 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.917609 15056 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.949697 15056 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.949982 15056 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.950174 15056 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.950371 15056 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.950608 15056 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:45.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:45.950776 15056 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46399/jwks.json
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.986697 15056 master_runner.cc:387] Master server non-default flags:
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:45.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.252:42389
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:45.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46399/jwks.json
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data/info.pb
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.252
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/logs
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:45.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.988314 15056 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:45.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:45.990566 15056 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:46.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.001822 15066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:46.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.022753 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 4
00:27:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.030334 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.038017 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } attempt: 7
00:27:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.066357 14979 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
00:27:46.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.081137 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.139648 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 1
00:27:46.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.146207 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.227731 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 2
00:27:46.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.234872 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.320346 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 3
00:27:46.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.327296 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.329797 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 5
00:27:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.335747 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.467761 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 4
00:27:46.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.474963 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.758471 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 5
00:27:46.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.765939 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:46.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:46.883219 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 6
00:27:46.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.912103 15054 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:47.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.318956 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 6
00:27:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:46.002445 15067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.347817 15069 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.348388 15068 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1345 milliseconds
00:27:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.350220 14979 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.140.252:42389: Network error: Client connection negotiation failed: client connection to 127.14.140.252:42389: connect: Connection refused (error 111)
00:27:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.351290 15056 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.349s	user 0.515s	sys 0.814s
00:27:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.351958 15056 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.350s	user 0.516s	sys 0.816s
00:27:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.352265 15056 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.353772 15056 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:47.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.356495 15056 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.357956 15056 hybrid_clock.cc:648] HybridClock initialized: now 1783470467357887 us; error 78 us; skew 500 ppm
00:27:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.359191 15056 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.366477 15056 webserver.cc:534] Webserver started at http://127.14.140.252:45387/ using document root <none> and password file <none>
00:27:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.367499 15056 fs_manager.cc:362] Metadata directory not provided
00:27:47.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.367729 15056 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.368265 15056 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.373198 15056 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data/instance:
00:27:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccbd3692300d41edabb606294693f577"
00:27:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-qgzj"
00:27:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.374472 15056 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal/instance:
00:27:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccbd3692300d41edabb606294693f577"
00:27:47.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-qgzj"
00:27:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.382390 15056 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
00:27:47.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.389775 15083 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:47.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.391665 15056 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
00:27:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.392002 15056 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal
00:27:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ccbd3692300d41edabb606294693f577"
00:27:47.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:47 on dist-test-slave-qgzj"
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.392402 15056 fs_report.cc:389] FS layout report
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data/data
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:47.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:47.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.467684 15056 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.469424 15056 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.470063 15056 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.539805 15056 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.252:42389
00:27:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.539870 15134 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.252:42389 every 8 connection(s)
00:27:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.542682 15056 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/data/info.pb
00:27:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.548375 15135 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.549113 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15056
00:27:47.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.549459 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/master-2/wal/instance
00:27:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.565260 15135 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.603758 15135 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.618074 15135 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } has no permanent_uuid. Determining permanent_uuid...
00:27:47.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.637243 15135 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: Bootstrap starting.
00:27:47.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.644317 15135 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: Neither blocks nor log segments found. Creating new log.
00:27:47.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.646185 15135 log.cc:826] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: Log is configured to *not* fsync() on all Append() calls
00:27:47.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.651885 15135 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: No bootstrap required, opened a new log
00:27:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.671005 15135 raft_consensus.cc:359] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.671861 15135 raft_consensus.cc:385] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:47.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.672142 15135 raft_consensus.cc:740] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ccbd3692300d41edabb606294693f577, State: Initialized, Role: FOLLOWER
00:27:47.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.673128 15135 consensus_queue.cc:260] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:47.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.675752 15146 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:47.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.676738 15146 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: This master's current role is: FOLLOWER
00:27:47.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.677764 15135 sys_catalog.cc:565] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: configured and running, proceeding with master startup.
00:27:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.703748 15157 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.704684 15157 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:47.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.698840 15056 master_runner.cc:187] Error getting master registration for 127.14.140.254:35815: OK, instance_id { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" instance_seqno: 1783470463644916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.719453 15056 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:47.725312 15089 tablet.cc:2406] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:27:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.847795 15146 raft_consensus.cc:493] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:27:47.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.848248 15146 raft_consensus.cc:515] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:47.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.850545 15146 leader_election.cc:290] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a0fcd9545fec4f71b8248041d0aaac61 (127.14.140.254:35815), bdb50970b4f949128914bc5d4fe12514 (127.14.140.253:40133)
00:27:47.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.972611 15054 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 7
00:27:47.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:47.995472 15054 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: Bootstrap starting.
00:27:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.002813 15054 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: Neither blocks nor log segments found. Creating new log.
00:27:48.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.005110 15054 log.cc:826] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: Log is configured to *not* fsync() on all Append() calls
00:27:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.010941 15054 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: No bootstrap required, opened a new log
00:27:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.042443 15054 raft_consensus.cc:359] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.049316 15054 raft_consensus.cc:385] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:48.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.049723 15054 raft_consensus.cc:740] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bdb50970b4f949128914bc5d4fe12514, State: Initialized, Role: FOLLOWER
00:27:48.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.051914 15054 consensus_queue.cc:260] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.065758 15161 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.066884 15161 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.067772 15054 sys_catalog.cc:565] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: configured and running, proceeding with master startup.
00:27:48.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.072337 15029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccbd3692300d41edabb606294693f577" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bdb50970b4f949128914bc5d4fe12514" is_pre_election: true
00:27:48.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.073457 15029 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ccbd3692300d41edabb606294693f577 in term 0.
00:27:48.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.079120 15085 leader_election.cc:304] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bdb50970b4f949128914bc5d4fe12514, ccbd3692300d41edabb606294693f577; no voters: 
00:27:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.080700 15146 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:27:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.081081 15146 raft_consensus.cc:493] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:27:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.081406 15146 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 0 FOLLOWER]: Advancing to term 1
00:27:48.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.088229 15146 raft_consensus.cc:515] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.091454 15146 leader_election.cc:290] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [CANDIDATE]: Term 1 election: Requested vote from peers a0fcd9545fec4f71b8248041d0aaac61 (127.14.140.254:35815), bdb50970b4f949128914bc5d4fe12514 (127.14.140.253:40133)
00:27:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.092785 15029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccbd3692300d41edabb606294693f577" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bdb50970b4f949128914bc5d4fe12514"
00:27:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.093387 15029 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 0 FOLLOWER]: Advancing to term 1
00:27:48.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.100371 15029 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccbd3692300d41edabb606294693f577 in term 1.
00:27:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.102099 15085 leader_election.cc:304] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bdb50970b4f949128914bc5d4fe12514, ccbd3692300d41edabb606294693f577; no voters: 
00:27:48.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.103021 15146 raft_consensus.cc:2804] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 1 FOLLOWER]: Leader election won for term 1
00:27:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.104852 15146 raft_consensus.cc:697] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [term 1 LEADER]: Becoming Leader. State: Replica: ccbd3692300d41edabb606294693f577, State: Running, Role: LEADER
00:27:48.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.105751 15146 consensus_queue.cc:237] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.147801 15169 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ccbd3692300d41edabb606294693f577. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.148613 15169 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: This master's current role is: LEADER
00:27:48.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.152545 15173 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:27:48.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.160077 15173 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:27:48.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.195598 15175 catalog_manager.cc:1593] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:27:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:48.198230 15175 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:27:48.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.207293 15029 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [term 1 FOLLOWER]: Refusing update from remote peer ccbd3692300d41edabb606294693f577: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.209750 15169 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.169529 14981 master_runner.cc:187] Error getting master registration for 127.14.140.254:35815: OK, instance_id { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" instance_seqno: 1783470463644916 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:27:48.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.211081 14981 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:27:48.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.246479 15161 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ccbd3692300d41edabb606294693f577. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.247287 15161 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.261628 15146 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.262413 15146 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: This master's current role is: LEADER
00:27:48.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.264387 15173 catalog_manager.cc:1382] Generated new cluster ID: 74c561b198084f49a672ef9e77880923
00:27:48.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.265086 15173 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:27:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.294977 15161 sys_catalog.cc:455] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.295763 15161 sys_catalog.cc:458] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.330881 15173 catalog_manager.cc:1405] Generated new certificate authority record
00:27:48.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.333045 15173 catalog_manager.cc:1539] Loading token signing keys...
00:27:48.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.364032 15173 catalog_manager.cc:6069] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577: Generated new TSK 0
00:27:48.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.368002 15173 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:27:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.379952 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:48.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/logs
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data/info.pb
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:48.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.193:0
00:27:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.193
00:27:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.193
00:27:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:48.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:48.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:48.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.383620 14979 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } attempt: 7
00:27:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.420055 14979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: Bootstrap starting.
00:27:48.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.440255 14979 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: Neither blocks nor log segments found. Creating new log.
00:27:48.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.442603 14979 log.cc:826] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: Log is configured to *not* fsync() on all Append() calls
00:27:48.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.456522 14979 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: No bootstrap required, opened a new log
00:27:48.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.502889 14979 raft_consensus.cc:359] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.509936 14979 raft_consensus.cc:385] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:27:48.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.510716 14979 raft_consensus.cc:740] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a0fcd9545fec4f71b8248041d0aaac61, State: Initialized, Role: FOLLOWER
00:27:48.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.511991 14979 consensus_queue.cc:260] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } }
00:27:48.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.529695 15185 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.531025 15185 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.531502 14979 sys_catalog.cc:565] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: configured and running, proceeding with master startup.
00:27:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.531692 14953 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccbd3692300d41edabb606294693f577" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0fcd9545fec4f71b8248041d0aaac61"
00:27:48.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.533144 14954 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "ccbd3692300d41edabb606294693f577" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a0fcd9545fec4f71b8248041d0aaac61" is_pre_election: true
00:27:48.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.532475 14953 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 0 FOLLOWER]: Advancing to term 1
00:27:48.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.543273 14953 raft_consensus.cc:2468] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ccbd3692300d41edabb606294693f577 in term 1.
00:27:48.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.544839 14952 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [term 1 FOLLOWER]: Refusing update from remote peer ccbd3692300d41edabb606294693f577: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:27:48.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.551867 15169 consensus_queue.cc:1048] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:27:48.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.620391 15185 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: SysCatalogTable state changed. Reason: New leader ccbd3692300d41edabb606294693f577. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.621099 15185 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.619285 15190 sys_catalog.cc:455] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:48.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.622674 15190 sys_catalog.cc:458] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61 [sys.catalog]: This master's current role is: FOLLOWER
00:27:48.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:48.678459 15201 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:27:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.012090 15183 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:49.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.012825 15183 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:49.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.013556 15183 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:49.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.069555 15183 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:49.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.071408 15183 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.140.193
00:27:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.125097 15169 sys_catalog.cc:455] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ccbd3692300d41edabb606294693f577" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a0fcd9545fec4f71b8248041d0aaac61" member_type: VOTER last_known_addr { host: "127.14.140.254" port: 35815 } } peers { permanent_uuid: "bdb50970b4f949128914bc5d4fe12514" member_type: VOTER last_known_addr { host: "127.14.140.253" port: 40133 } } peers { permanent_uuid: "ccbd3692300d41edabb606294693f577" member_type: VOTER last_known_addr { host: "127.14.140.252" port: 42389 } } }
00:27:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.126389 15169 sys_catalog.cc:458] T 00000000000000000000000000000000 P ccbd3692300d41edabb606294693f577 [sys.catalog]: This master's current role is: LEADER
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.134905 15183 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:49.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.193:0
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data/info.pb
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.193
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:49.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.193
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/logs
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:49.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.136574 15183 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:49.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.138669 15183 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:49.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.154292 15210 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.207430 15175 catalog_manager.cc:1294] Loaded cluster ID: 74c561b198084f49a672ef9e77880923
00:27:49.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.207710 15175 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: loading cluster ID for follower catalog manager: success
00:27:49.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.224553 15175 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: acquiring CA information for follower catalog manager: success
00:27:49.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.240540 15175 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bdb50970b4f949128914bc5d4fe12514: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.709522 15201 catalog_manager.cc:1294] Loaded cluster ID: 74c561b198084f49a672ef9e77880923
00:27:49.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.710402 15201 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: loading cluster ID for follower catalog manager: success
00:27:49.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.728515 15201 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: acquiring CA information for follower catalog manager: success
00:27:49.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:49.746687 15201 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a0fcd9545fec4f71b8248041d0aaac61: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:27:51.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:50.556010 15209 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 15183
00:27:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.538049 15183 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.382s	user 0.866s	sys 1.233s
00:27:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.538702 15183 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.382s	user 0.866s	sys 1.234s
00:27:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.539475 15213 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:49.156766 15211 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.539580 15183 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:51.539466 15212 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2380 milliseconds
00:27:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.545147 15183 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:51.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.552807 15183 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:51.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.554241 15183 hybrid_clock.cc:648] HybridClock initialized: now 1783470471554160 us; error 76 us; skew 500 ppm
00:27:51.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.555294 15183 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:51.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.562789 15183 webserver.cc:534] Webserver started at http://127.14.140.193:45193/ using document root <none> and password file <none>
00:27:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.563949 15183 fs_manager.cc:362] Metadata directory not provided
00:27:51.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.564230 15183 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:51.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.564808 15183 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.571065 15183 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data/instance:
00:27:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856c1f90010a45dab6a8d5c92a9554a7"
00:27:51.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:51 on dist-test-slave-qgzj"
00:27:51.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.572494 15183 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal/instance:
00:27:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856c1f90010a45dab6a8d5c92a9554a7"
00:27:51.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:51 on dist-test-slave-qgzj"
00:27:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.582397 15183 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
00:27:51.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.609504 15222 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:51.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.613678 15183 fs_manager.cc:730] Time spent opening block manager: real 0.027s	user 0.009s	sys 0.016s
00:27:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.614727 15183 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal
00:27:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "856c1f90010a45dab6a8d5c92a9554a7"
00:27:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:51 on dist-test-slave-qgzj"
00:27:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.615181 15183 fs_report.cc:389] FS layout report
00:27:51.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data/data
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:51.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:51.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:51.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.687631 15183 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.689642 15183 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:51.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.690191 15183 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.693718 15183 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.699353 15183 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:51.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.699554 15183 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:27:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.699760 15183 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:51.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.699882 15183 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.872809 15183 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.193:42339
00:27:51.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.872946 15335 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.193:42339 every 8 connection(s)
00:27:51.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.875587 15183 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/data/info.pb
00:27:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.886112 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15183
00:27:51.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.886754 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-0/wal/instance
00:27:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.910120 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:51.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/logs
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data/info.pb
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.194:0
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.194
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.194
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.930361 15336 heartbeater.cc:344] Connected to a master server at 127.14.140.252:42389
00:27:51.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.930894 15336 heartbeater.cc:461] Registering TS with master...
00:27:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.932363 15336 heartbeater.cc:507] Master 127.14.140.252:42389 requested a full tablet report, sending...
00:27:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.932828 15337 heartbeater.cc:344] Connected to a master server at 127.14.140.253:40133
00:27:51.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.933154 15337 heartbeater.cc:461] Registering TS with master...
00:27:51.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.934087 15337 heartbeater.cc:507] Master 127.14.140.253:40133 requested a full tablet report, sending...
00:27:51.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.936174 15100 ts_manager.cc:194] Registered new tserver with Master: 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339)
00:27:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.938427 15019 ts_manager.cc:194] Registered new tserver with Master: 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339)
00:27:51.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.938827 15100 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.140.193:51381
00:27:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.943245 15338 heartbeater.cc:344] Connected to a master server at 127.14.140.254:35815
00:27:51.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.943627 15338 heartbeater.cc:461] Registering TS with master...
00:27:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.945066 15338 heartbeater.cc:507] Master 127.14.140.254:35815 requested a full tablet report, sending...
00:27:51.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:51.948576 14944 ts_manager.cc:194] Registered new tserver with Master: 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339)
00:27:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.230098 15346 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.230656 15346 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:52.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.231292 15346 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:52.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.263718 15346 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.264791 15346 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.140.194
00:27:52.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:52.303170 15346 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:52.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.194:0
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:52.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data/info.pb
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.194
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.194
00:27:52.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/logs
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:52.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:52.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:52.304989 15346 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:52.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:52.307312 15346 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:52.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.320712 15352 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:52.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:52.949188 15336 heartbeater.cc:499] Master 127.14.140.252:42389 was elected leader, sending a full tablet report...
00:27:53.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:52.322463 15353 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.622574 15354 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
00:27:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.624063 15355 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:53.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.624264 15346 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.303s	user 0.410s	sys 0.681s
00:27:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:53.624619 15346 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.303s	user 0.410s	sys 0.681s
00:27:53.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.624881 15346 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:53.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.626058 15346 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:53.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.628630 15346 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.630278 15346 hybrid_clock.cc:648] HybridClock initialized: now 1783470473630245 us; error 50 us; skew 500 ppm
00:27:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.631211 15346 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:53.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.638765 15346 webserver.cc:534] Webserver started at http://127.14.140.194:34089/ using document root <none> and password file <none>
00:27:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.639846 15346 fs_manager.cc:362] Metadata directory not provided
00:27:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.640075 15346 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:53.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.640646 15346 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.645072 15346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data/instance:
00:27:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d4d0ae97b8f40c08386c085cbff25f5"
00:27:53.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-qgzj"
00:27:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.646306 15346 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal/instance:
00:27:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d4d0ae97b8f40c08386c085cbff25f5"
00:27:53.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-qgzj"
00:27:53.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.654276 15346 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
00:27:53.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.660342 15364 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.661677 15346 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:27:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.662091 15346 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal
00:27:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2d4d0ae97b8f40c08386c085cbff25f5"
00:27:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:53 on dist-test-slave-qgzj"
00:27:53.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.662459 15346 fs_report.cc:389] FS layout report
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data/data
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:53.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:53.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:53.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.728127 15346 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.729769 15346 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:53.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.730274 15346 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:53.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.733356 15346 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.737828 15346 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.738058 15346 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
00:27:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.738353 15346 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:53.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.738544 15346 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.871914 15346 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.194:35757
00:27:53.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.872051 15476 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.194:35757 every 8 connection(s)
00:27:53.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.874676 15346 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/data/info.pb
00:27:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.879438 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15346
00:27:53.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.879894 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-1/wal/instance
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.897745 14899 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:53.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/logs
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data/info.pb
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.195:0
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.195
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.195
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:53.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:53.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:27:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.929390 15477 heartbeater.cc:344] Connected to a master server at 127.14.140.252:42389
00:27:53.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.929936 15477 heartbeater.cc:461] Registering TS with master...
00:27:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.934530 15477 heartbeater.cc:507] Master 127.14.140.252:42389 requested a full tablet report, sending...
00:27:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.935609 15479 heartbeater.cc:344] Connected to a master server at 127.14.140.254:35815
00:27:53.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.935943 15479 heartbeater.cc:461] Registering TS with master...
00:27:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.936894 15479 heartbeater.cc:507] Master 127.14.140.254:35815 requested a full tablet report, sending...
00:27:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.937080 15478 heartbeater.cc:344] Connected to a master server at 127.14.140.253:40133
00:27:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.937382 15478 heartbeater.cc:461] Registering TS with master...
00:27:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.938102 15100 ts_manager.cc:194] Registered new tserver with Master: 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194:35757)
00:27:53.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.938171 15478 heartbeater.cc:507] Master 127.14.140.253:40133 requested a full tablet report, sending...
00:27:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.939764 15100 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.140.194:34389
00:27:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.940956 15019 ts_manager.cc:194] Registered new tserver with Master: 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194:35757)
00:27:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:53.942026 14944 ts_manager.cc:194] Registered new tserver with Master: 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194:35757)
00:27:54.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.222172 15485 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.222664 15485 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:54.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.223074 15485 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:54.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.255249 15485 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:54.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.256064 15485 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.140.195
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.291577 15485 tablet_server_runner.cc:78] Tablet server non-default flags:
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.140.212:36863
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.140.195:0
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data/info.pb
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.140.195
00:27:54.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.140.254:35815,127.14.140.253:40133,127.14.140.252:42389
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.140.195
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/logs
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:54.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.292951 15485 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:54.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.294574 15485 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:54.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.306720 15495 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:54.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:54.945225 15477 heartbeater.cc:499] Master 127.14.140.252:42389 was elected leader, sending a full tablet report...
00:27:55.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:54.308214 15496 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:55.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:55.427845 15498 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:55.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:55.430526 15497 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1118 milliseconds
00:27:55.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.430639 15485 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:55.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.431774 15485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:55.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.434383 15485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.435804 15485 hybrid_clock.cc:648] HybridClock initialized: now 1783470475435759 us; error 55 us; skew 500 ppm
00:27:55.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.436582 15485 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:55.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.442639 15485 webserver.cc:534] Webserver started at http://127.14.140.195:42403/ using document root <none> and password file <none>
00:27:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.443495 15485 fs_manager.cc:362] Metadata directory not provided
00:27:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.443691 15485 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:55.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.444095 15485 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:55.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.448324 15485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data/instance:
00:27:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d71796605b34e34bfe35ec87565617d"
00:27:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-qgzj"
00:27:55.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.449605 15485 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal/instance:
00:27:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d71796605b34e34bfe35ec87565617d"
00:27:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-qgzj"
00:27:55.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.456876 15485 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
00:27:55.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.462527 15505 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:55.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.463706 15485 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
00:27:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.464046 15485 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal
00:27:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3d71796605b34e34bfe35ec87565617d"
00:27:55.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:55 on dist-test-slave-qgzj"
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.464423 15485 fs_report.cc:389] FS layout report
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data/data
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:55.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.519340 15485 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.521018 15485 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.521514 15485 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:55.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.524276 15485 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:27:55.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.528522 15485 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:27:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.528784 15485 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
00:27:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.529084 15485 ts_tablet_manager.cc:616] Registered 0 tablets
00:27:55.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.529284 15485 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:27:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.674880 15485 rpc_server.cc:307] RPC server started. Bound to: 127.14.140.195:34851
00:27:55.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.674933 15617 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.140.195:34851 every 8 connection(s)
00:27:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.678505 15485 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/data/info.pb
00:27:55.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.687711 14899 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15485
00:27:55.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.688175 14899 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16343199469470813716/ts-2/wal/instance
00:27:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.731230 15618 heartbeater.cc:344] Connected to a master server at 127.14.140.252:42389
00:27:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.731354 15620 heartbeater.cc:344] Connected to a master server at 127.14.140.254:35815
00:27:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.731739 15618 heartbeater.cc:461] Registering TS with master...
00:27:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.731873 15620 heartbeater.cc:461] Registering TS with master...
00:27:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.732241 15619 heartbeater.cc:344] Connected to a master server at 127.14.140.253:40133
00:27:55.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.732553 15619 heartbeater.cc:461] Registering TS with master...
00:27:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.733165 15618 heartbeater.cc:507] Master 127.14.140.252:42389 requested a full tablet report, sending...
00:27:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.733211 15620 heartbeater.cc:507] Master 127.14.140.254:35815 requested a full tablet report, sending...
00:27:55.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.733476 15619 heartbeater.cc:507] Master 127.14.140.253:40133 requested a full tablet report, sending...
00:27:55.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.736310 15099 ts_manager.cc:194] Registered new tserver with Master: 3d71796605b34e34bfe35ec87565617d (127.14.140.195:34851)
00:27:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.736811 14944 ts_manager.cc:194] Registered new tserver with Master: 3d71796605b34e34bfe35ec87565617d (127.14.140.195:34851)
00:27:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.737044 15019 ts_manager.cc:194] Registered new tserver with Master: 3d71796605b34e34bfe35ec87565617d (127.14.140.195:34851)
00:27:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.738178 15099 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.140.195:47323
00:27:55.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:55.756150 14899 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:27:55.768 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:55.769 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:27:55.777 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.140.254"
      port: 35815
    }
    bound_http_address {
      host: "127.14.140.254"
      port: 40333
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.140.253"
      port: 40133
    }
    bound_http_address {
      host: "127.14.140.253"
      port: 45227
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.140.252"
      port: 42389
    }
    bound_http_address {
      host: "127.14.140.252"
      port: 45387
    }
  }
}

00:27:55.781 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:27:55.783 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.140.193"
      port: 42339
    }
    bound_http_address {
      host: "127.14.140.193"
      port: 45193
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.140.194"
      port: 35757
    }
    bound_http_address {
      host: "127.14.140.194"
      port: 34089
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.140.195"
      port: 34851
    }
    bound_http_address {
      host: "127.14.140.195"
      port: 42403
    }
  }
}

00:27:55.783 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:27:55.797 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
00:27:55.803 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
00:27:55.803 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
00:27:55.808 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@289710d9
00:27:55.830 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
00:27:55.830 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
00:27:55.831 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
00:27:55.831 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
00:27:55.832 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
00:27:55.833 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
00:27:55.833 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
00:27:55.834 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
00:27:55.834 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
00:27:55.835 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
00:27:55.837 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @589b3632
00:27:55.838 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
00:27:55.839 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
00:27:55.839 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
00:27:55.839 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
00:27:55.840 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
00:27:55.840 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
00:27:55.842 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
00:27:55.842 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
00:27:55.850 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
00:27:55.900 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
00:27:55.915 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
00:27:55.922 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
00:27:55.922 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
00:27:55.931 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
00:27:55.931 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
00:27:55.990 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
00:27:55.991 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
00:27:55.991 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
00:27:55.991 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
00:27:56.009 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
00:27:56.077 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:27:56.169 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:27:56.169 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:27:56.170 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:27:56.170 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:27:56.173 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:27:56.499 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:27:56.499 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:27:56.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.502902 15630 mini_oidc.cc:150] Starting JWKS server
00:27:56.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.506541 15630 webserver.cc:534] Webserver started at http://127.0.0.1:33525/ using document root <none> and password file <none>
00:27:56.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.506946 15630 mini_oidc.cc:186] Starting OIDC Discovery server
00:27:56.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.508520 15630 webserver.cc:534] Webserver started at http://127.0.0.1:41159/ using document root <none> and password file <none>
00:27:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:56Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:27:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:27:56Z Disabled control of system clock
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.571200 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:56.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/logs
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data/info.pb
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.190:40727
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.190
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:56.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:27:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:56.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json with env {}
00:27:56.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.741596 15618 heartbeater.cc:499] Master 127.14.140.252:42389 was elected leader, sending a full tablet report...
00:27:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.872880 15643 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:56.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.873517 15643 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.874118 15643 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:56.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.906952 15643 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.907343 15643 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.907699 15643 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.908032 15643 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:56.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.908376 15643 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:56.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.908810 15643 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33525/jwks.json
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.944660 15643 master_runner.cc:387] Master server non-default flags:
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.190:40727
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:56.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data/info.pb
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.190
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/logs
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:56.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.946398 15643 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:56.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:56.948128 15643 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:56.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.960726 15650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:58.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.967612 15652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:58.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:56.964123 15649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.149822 15651 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1184 milliseconds
00:27:58.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.149937 15643 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:27:58.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.151247 15643 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:27:58.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.154325 15643 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:27:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.155719 15643 hybrid_clock.cc:648] HybridClock initialized: now 1783470478155683 us; error 63 us; skew 500 ppm
00:27:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.156546 15643 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:27:58.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.162886 15643 webserver.cc:534] Webserver started at http://127.15.67.190:44459/ using document root <none> and password file <none>
00:27:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.163983 15643 fs_manager.cc:362] Metadata directory not provided
00:27:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.164183 15643 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:27:58.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.164610 15643 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:27:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.168884 15643 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data/instance:
00:27:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "147d5d30235a481aaafa3c5137758217"
00:27:58.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-qgzj"
00:27:58.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.169929 15643 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal/instance:
00:27:58.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "147d5d30235a481aaafa3c5137758217"
00:27:58.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-qgzj"
00:27:58.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.177194 15643 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
00:27:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.182890 15660 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:27:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.184056 15643 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
00:27:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.184432 15643 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal
00:27:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "147d5d30235a481aaafa3c5137758217"
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:27:58 on dist-test-slave-qgzj"
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.184842 15643 fs_report.cc:389] FS layout report
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data/data
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:27:58.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:27:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:27:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:27:58.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:27:58.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.250949 15643 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:27:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.252615 15643 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:27:58.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.253144 15643 kserver.cc:163] Server-wide thread pool size limit: 3276
00:27:58.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.323302 15643 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.190:40727
00:27:58.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.323374 15711 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.190:40727 every 8 connection(s)
00:27:58.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.326143 15643 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/data/info.pb
00:27:58.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.331941 15712 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:27:58.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.336419 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15643
00:27:58.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.336875 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-0/wal/instance
00:27:58.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.340536 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/logs
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data/info.pb
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.189:40917
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.189
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:58.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:27:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:58.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json with env {}
00:27:58.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.342860 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
00:27:58.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.376802 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } has no permanent_uuid. Determining permanent_uuid...
00:27:58.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.379798 15664 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.384253 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.433776 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 1
00:27:58.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.438191 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.506560 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 2
00:27:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.511660 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.603058 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 3
00:27:58.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.607088 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.659881 15714 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:27:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.660437 15714 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:27:58.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.660952 15714 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:27:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.710045 15714 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:27:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.710335 15714 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:27:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.710533 15714 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:27:58.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.710748 15714 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:27:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.710942 15714 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:27:58.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.711109 15714 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33525/jwks.json
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.747853 15714 master_runner.cc:387] Master server non-default flags:
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:27:58.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.189:40917
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data/info.pb
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.189
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/logs
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:27:58.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:27:58.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.749751 15714 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:27:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.750499 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 4
00:27:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:58.752096 15714 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:27:58.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.755645 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:58.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.763356 15723 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:27:59.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.055117 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 5
00:27:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.062083 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:27:59.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:27:59.609563 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 6
00:27:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:59.642992 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.189:40917: Network error: Client connection negotiation failed: client connection to 127.15.67.189:40917: connect: Connection refused (error 111)
00:28:00.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.166479 15722 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 15714
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.278681 15722 kernel_stack_watchdog.cc:198] Thread 15714 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:27:58.764648 15724 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.279855 15714 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.516s	user 0.605s	sys 0.866s
00:28:00.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.280217 15714 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.516s	user 0.605s	sys 0.866s
00:28:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.283318 15725 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1515 milliseconds
00:28:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.284706 15726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:00.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.284786 15714 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:00.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.286098 15714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:00.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.288717 15714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:00.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.290104 15714 hybrid_clock.cc:648] HybridClock initialized: now 1783470480290062 us; error 37 us; skew 500 ppm
00:28:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.291000 15714 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.297359 15714 webserver.cc:534] Webserver started at http://127.15.67.189:36401/ using document root <none> and password file <none>
00:28:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.298326 15714 fs_manager.cc:362] Metadata directory not provided
00:28:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.298558 15714 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:00.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.299069 15714 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.303469 15714 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data/instance:
00:28:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca02e675f2424fb680e46db56e6e9d60"
00:28:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:00 on dist-test-slave-qgzj"
00:28:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.304829 15714 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal/instance:
00:28:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca02e675f2424fb680e46db56e6e9d60"
00:28:00.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:00 on dist-test-slave-qgzj"
00:28:00.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.312938 15714 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
00:28:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.319419 15736 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:00.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.320531 15714 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.320930 15714 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ca02e675f2424fb680e46db56e6e9d60"
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:00 on dist-test-slave-qgzj"
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.321290 15714 fs_report.cc:389] FS layout report
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data/data
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.369180 15714 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.370857 15714 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:00.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.371351 15714 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.443347 15714 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.189:40917
00:28:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.443495 15787 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.189:40917 every 8 connection(s)
00:28:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.446307 15714 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/data/info.pb
00:28:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.447753 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15714
00:28:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.448223 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-1/wal/instance
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.450839 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/logs
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data/info.pb
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.188:35297
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.188
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json with env {}
00:28:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.453421 15788 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:00.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.464059 15788 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
00:28:00.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.485625 15788 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } has no permanent_uuid. Determining permanent_uuid...
00:28:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.500927 15788 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
00:28:00.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.503604 15737 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.507848 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.557374 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 1
00:28:00.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.568442 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.636906 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 2
00:28:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.641364 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.703506 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } attempt: 7
00:28:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.716183 15712 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
00:28:00.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.722483 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.732771 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 3
00:28:00.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.737037 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.780903 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 1
00:28:00.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.784940 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.793370 15790 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.794037 15790 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:00.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.794631 15790 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:00.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.827445 15790 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.827811 15790 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.828141 15790 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.828487 15790 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:00.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.828837 15790 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:00.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.829061 15790 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:33525/jwks.json
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.865651 15790 master_runner.cc:387] Master server non-default flags:
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.188:35297
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:33525/jwks.json
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:00.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data/info.pb
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.188
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/logs
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.866396 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 2
00:28:00.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.867419 15790 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:00.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.869338 15790 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:00.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.873950 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.880398 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 4
00:28:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.882844 15802 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.886219 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:00.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:00.959416 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 3
00:28:00.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.970083 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:01.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.110621 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 4
00:28:01.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.119849 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:01.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.185662 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 5
00:28:01.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.194839 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.403280 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 5
00:28:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.410554 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:01.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.742309 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 6
00:28:01.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.774325 15788 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:01.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:01.963049 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 6
00:28:01.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:01.995642 15712 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.67.188:35297: Network error: Client connection negotiation failed: client connection to 127.15.67.188:35297: connect: Connection refused (error 111)
00:28:02.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:00.887327 15803 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.186050 15804 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1295 milliseconds
00:28:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.187638 15805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.189689 15790 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.304s	user 0.439s	sys 0.860s
00:28:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.189936 15790 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.304s	user 0.439s	sys 0.860s
00:28:02.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.190119 15790 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:02.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.191162 15790 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.193943 15790 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.195284 15790 hybrid_clock.cc:648] HybridClock initialized: now 1783470482195244 us; error 50 us; skew 500 ppm
00:28:02.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.196282 15790 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:02.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.203784 15790 webserver.cc:534] Webserver started at http://127.15.67.188:37003/ using document root <none> and password file <none>
00:28:02.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.204900 15790 fs_manager.cc:362] Metadata directory not provided
00:28:02.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.205431 15790 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.206023 15790 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.212580 15790 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data/instance:
00:28:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a049da847fb4385a45626759925d0e2"
00:28:02.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:02 on dist-test-slave-qgzj"
00:28:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.214083 15790 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal/instance:
00:28:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a049da847fb4385a45626759925d0e2"
00:28:02.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:02 on dist-test-slave-qgzj"
00:28:02.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.230545 15790 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.008s	sys 0.008s
00:28:02.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.238328 15819 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.239707 15790 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
00:28:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.240120 15790 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal
00:28:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a049da847fb4385a45626759925d0e2"
00:28:02.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:02 on dist-test-slave-qgzj"
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.240563 15790 fs_report.cc:389] FS layout report
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data/data
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:02.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.316509 15790 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.318008 15790 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:02.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.318419 15790 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.389029 15790 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.188:35297
00:28:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.389117 15870 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.188:35297 every 8 connection(s)
00:28:02.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.391575 15790 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/data/info.pb
00:28:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.398651 15871 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:02.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.401350 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15790
00:28:02.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.401814 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/master-2/wal/instance
00:28:02.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.414091 15871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } has no permanent_uuid. Determining permanent_uuid...
00:28:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.438534 15871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } has no permanent_uuid. Determining permanent_uuid...
00:28:02.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.450963 15871 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } has no permanent_uuid. Determining permanent_uuid...
00:28:02.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.468776 15871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: Bootstrap starting.
00:28:02.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.475704 15871 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: Neither blocks nor log segments found. Creating new log.
00:28:02.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.477516 15871 log.cc:826] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: Log is configured to *not* fsync() on all Append() calls
00:28:02.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.482668 15871 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: No bootstrap required, opened a new log
00:28:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.502393 15871 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.503032 15871 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.503229 15871 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a049da847fb4385a45626759925d0e2, State: Initialized, Role: FOLLOWER
00:28:02.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.503924 15871 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.506306 15880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.506932 15880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: This master's current role is: FOLLOWER
00:28:02.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.507534 15871 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: configured and running, proceeding with master startup.
00:28:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.532897 15891 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:02.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.533198 15891 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:02.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.529579 15790 master_runner.cc:187] Error getting master registration for 127.15.67.190:40727: OK, instance_id { permanent_uuid: "147d5d30235a481aaafa3c5137758217" instance_seqno: 1783470478304425 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:02.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.554911 15790 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:02.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:02.574029 15825 tablet.cc:2406] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:02.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.642455 15880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:02.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.642892 15880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.645022 15880 leader_election.cc:290] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 147d5d30235a481aaafa3c5137758217 (127.15.67.190:40727), ca02e675f2424fb680e46db56e6e9d60 (127.15.67.189:40917)
00:28:02.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.834776 15788 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 7
00:28:02.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.855674 15788 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: Bootstrap starting.
00:28:02.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.862923 15788 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: Neither blocks nor log segments found. Creating new log.
00:28:02.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.864872 15788 log.cc:826] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: Log is configured to *not* fsync() on all Append() calls
00:28:02.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.870220 15788 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: No bootstrap required, opened a new log
00:28:02.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.902626 15788 raft_consensus.cc:359] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.903856 15788 raft_consensus.cc:385] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:02.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.904189 15788 raft_consensus.cc:740] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ca02e675f2424fb680e46db56e6e9d60, State: Initialized, Role: FOLLOWER
00:28:02.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.905445 15788 consensus_queue.cc:260] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.908224 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:02.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.909049 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: This master's current role is: FOLLOWER
00:28:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.910107 15788 sys_catalog.cc:565] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: configured and running, proceeding with master startup.
00:28:02.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.910276 15763 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a049da847fb4385a45626759925d0e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca02e675f2424fb680e46db56e6e9d60" is_pre_election: true
00:28:02.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.911130 15763 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a049da847fb4385a45626759925d0e2 in term 0.
00:28:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.912768 15823 leader_election.cc:304] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a049da847fb4385a45626759925d0e2, ca02e675f2424fb680e46db56e6e9d60; no voters: 
00:28:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.915614 15880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.915973 15880 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:02.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.916289 15880 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 0 FOLLOWER]: Advancing to term 1
00:28:02.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.926503 15880 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.935549 15880 leader_election.cc:290] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [CANDIDATE]: Term 1 election: Requested vote from peers 147d5d30235a481aaafa3c5137758217 (127.15.67.190:40727), ca02e675f2424fb680e46db56e6e9d60 (127.15.67.189:40917)
00:28:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.936417 15763 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a049da847fb4385a45626759925d0e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ca02e675f2424fb680e46db56e6e9d60"
00:28:02.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.937247 15763 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 0 FOLLOWER]: Advancing to term 1
00:28:02.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.944010 15763 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a049da847fb4385a45626759925d0e2 in term 1.
00:28:02.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.945132 15823 leader_election.cc:304] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1a049da847fb4385a45626759925d0e2, ca02e675f2424fb680e46db56e6e9d60; no voters: 
00:28:02.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.947520 15880 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 1 FOLLOWER]: Leader election won for term 1
00:28:02.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.948017 15880 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [term 1 LEADER]: Becoming Leader. State: Replica: 1a049da847fb4385a45626759925d0e2, State: Running, Role: LEADER
00:28:02.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.949290 15880 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.957986 15902 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a049da847fb4385a45626759925d0e2. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:02.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.958773 15902 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: This master's current role is: LEADER
00:28:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.964573 15905 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:02.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.972856 15905 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:03.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.003944 15763 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [term 1 FOLLOWER]: Refusing update from remote peer 1a049da847fb4385a45626759925d0e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:03.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.009816 15880 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.016633 15910 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.017414 15910 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:03.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.029076 15712 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } attempt: 7
00:28:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:02.988732 15714 master_runner.cc:187] Error getting master registration for 127.15.67.190:40727: OK, instance_id { permanent_uuid: "147d5d30235a481aaafa3c5137758217" instance_seqno: 1783470478304425 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:03.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.036556 15714 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.087725 15712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: Bootstrap starting.
00:28:03.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.095098 15712 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: Neither blocks nor log segments found. Creating new log.
00:28:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.112118 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a049da847fb4385a45626759925d0e2. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.113400 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: This master's current role is: FOLLOWER
00:28:03.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.119220 15908 mvcc.cc:204] Tried to move back new op lower bound from 7305095098367578112 to 7305095098173018112. Current Snapshot: MvccSnapshot[applied={T|T < 7305095098367578112}]
00:28:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.126502 15902 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.127568 15902 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: This master's current role is: LEADER
00:28:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.131923 15905 catalog_manager.cc:1382] Generated new cluster ID: 462b4635f67d46d7811c1caca9bccb77
00:28:03.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.132195 15905 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.135586 15895 sys_catalog.cc:455] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.136291 15895 sys_catalog.cc:458] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60 [sys.catalog]: This master's current role is: FOLLOWER
00:28:03.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.140228 15712 log.cc:826] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: Log is configured to *not* fsync() on all Append() calls
00:28:03.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.166555 15712 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: No bootstrap required, opened a new log
00:28:03.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.217586 15905 catalog_manager.cc:1405] Generated new certificate authority record
00:28:03.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.219657 15905 catalog_manager.cc:1539] Loading token signing keys...
00:28:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.241298 15712 raft_consensus.cc:359] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.242162 15712 raft_consensus.cc:385] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:03.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.242441 15712 raft_consensus.cc:740] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 147d5d30235a481aaafa3c5137758217, State: Initialized, Role: FOLLOWER
00:28:03.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.243417 15712 consensus_queue.cc:260] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } }
00:28:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.258329 15918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.259150 15918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: This master's current role is: FOLLOWER
00:28:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.260257 15712 sys_catalog.cc:565] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: configured and running, proceeding with master startup.
00:28:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.263116 15666 tablet.cc:2406] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.267019 15685 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [term 0 FOLLOWER]: Advancing to term 1
00:28:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.268865 15687 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a049da847fb4385a45626759925d0e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "147d5d30235a481aaafa3c5137758217" is_pre_election: true
00:28:03.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.271970 15686 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a049da847fb4385a45626759925d0e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "147d5d30235a481aaafa3c5137758217"
00:28:03.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.284999 15685 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [term 1 FOLLOWER]: Refusing update from remote peer 1a049da847fb4385a45626759925d0e2: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.290505 15902 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:03.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.322218 15905 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: Generated new TSK 0
00:28:03.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.323673 15905 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.370003 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/logs
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data/info.pb
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.129:0
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.129
00:28:03.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.129
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:03.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.380577 15880 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.381248 15880 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2 [sys.catalog]: This master's current role is: LEADER
00:28:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.382488 15918 sys_catalog.cc:455] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a049da847fb4385a45626759925d0e2. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.383162 15918 sys_catalog.cc:458] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: This master's current role is: FOLLOWER
00:28:03.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.408758 15924 sys_catalog.cc:455] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1a049da847fb4385a45626759925d0e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "147d5d30235a481aaafa3c5137758217" member_type: VOTER last_known_addr { host: "127.15.67.190" port: 40727 } } peers { permanent_uuid: "ca02e675f2424fb680e46db56e6e9d60" member_type: VOTER last_known_addr { host: "127.15.67.189" port: 40917 } } peers { permanent_uuid: "1a049da847fb4385a45626759925d0e2" member_type: VOTER last_known_addr { host: "127.15.67.188" port: 35297 } } }
00:28:03.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.409950 15924 sys_catalog.cc:458] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217 [sys.catalog]: This master's current role is: FOLLOWER
00:28:03.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.434728 15935 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:03.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.880888 15928 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:03.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.883196 15928 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:03.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.884451 15928 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:03.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.930455 15928 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:03.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.931401 15928 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.67.129
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.970506 15928 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.129:0
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data/info.pb
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.129
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:03.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.129
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/logs
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:03.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.972316 15928 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:03.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:03.974149 15928 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:03.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.987833 15942 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.023643 15910 catalog_manager.cc:1294] Loaded cluster ID: 462b4635f67d46d7811c1caca9bccb77
00:28:04.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.024295 15910 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: loading cluster ID for follower catalog manager: success
00:28:04.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.040814 15910 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: acquiring CA information for follower catalog manager: success
00:28:04.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.060127 15910 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ca02e675f2424fb680e46db56e6e9d60: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.455751 15935 catalog_manager.cc:1294] Loaded cluster ID: 462b4635f67d46d7811c1caca9bccb77
00:28:04.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.456030 15935 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: loading cluster ID for follower catalog manager: success
00:28:04.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.477941 15935 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: acquiring CA information for follower catalog manager: success
00:28:04.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:04.492074 15935 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 147d5d30235a481aaafa3c5137758217: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:05.389214 15941 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 15928
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.022311 15941 kernel_stack_watchdog.cc:198] Thread 15928 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:06.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:06.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.023602 15928 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.033s	user 0.528s	sys 0.705s
00:28:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.023970 15928 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.033s	user 0.528s	sys 0.705s
00:28:06.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:03.991187 15943 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.025722 15945 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:06.030335 15944 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2039 milliseconds
00:28:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.030416 15928 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:06.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.032085 15928 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:06.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.049600 15928 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:06.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.051090 15928 hybrid_clock.cc:648] HybridClock initialized: now 1783470486050893 us; error 199 us; skew 500 ppm
00:28:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.052266 15928 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:06.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.075116 15928 webserver.cc:534] Webserver started at http://127.15.67.129:41741/ using document root <none> and password file <none>
00:28:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.076424 15928 fs_manager.cc:362] Metadata directory not provided
00:28:06.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.076749 15928 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:06.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.077390 15928 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.084054 15928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data/instance:
00:28:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f3406a30c2c441d94969a569239a202"
00:28:06.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-qgzj"
00:28:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.085656 15928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal/instance:
00:28:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f3406a30c2c441d94969a569239a202"
00:28:06.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-qgzj"
00:28:06.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.101553 15928 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.013s	sys 0.001s
00:28:06.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.115242 15960 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.116703 15928 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.002s	sys 0.008s
00:28:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.117134 15928 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal
00:28:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8f3406a30c2c441d94969a569239a202"
00:28:06.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:06 on dist-test-slave-qgzj"
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.117588 15928 fs_report.cc:389] FS layout report
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data/data
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:06.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:06.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.222586 15928 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.224736 15928 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:06.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.225364 15928 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:06.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.234777 15928 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.246999 15928 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.247332 15928 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:06.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.247632 15928 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:06.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.247869 15928 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.721199 15928 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.129:39681
00:28:06.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.721351 16073 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.129:39681 every 8 connection(s)
00:28:06.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.724809 15928 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/data/info.pb
00:28:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.733701 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 15928
00:28:06.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.734364 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-0/wal/instance
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.770812 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/logs
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data/info.pb
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:06.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.130:0
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.130
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.130
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:06.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.804176 16075 heartbeater.cc:344] Connected to a master server at 127.15.67.189:40917
00:28:06.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.804737 16075 heartbeater.cc:461] Registering TS with master...
00:28:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.806119 16075 heartbeater.cc:507] Master 127.15.67.189:40917 requested a full tablet report, sending...
00:28:06.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.807699 16074 heartbeater.cc:344] Connected to a master server at 127.15.67.188:35297
00:28:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.808333 16074 heartbeater.cc:461] Registering TS with master...
00:28:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.809229 16074 heartbeater.cc:507] Master 127.15.67.188:35297 requested a full tablet report, sending...
00:28:06.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.810122 15753 ts_manager.cc:194] Registered new tserver with Master: 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681)
00:28:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.812343 15836 ts_manager.cc:194] Registered new tserver with Master: 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681)
00:28:06.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.812431 16076 heartbeater.cc:344] Connected to a master server at 127.15.67.190:40727
00:28:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.812796 16076 heartbeater.cc:461] Registering TS with master...
00:28:06.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.813683 16076 heartbeater.cc:507] Master 127.15.67.190:40727 requested a full tablet report, sending...
00:28:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.816817 15677 ts_manager.cc:194] Registered new tserver with Master: 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681)
00:28:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:06.816974 15836 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.67.129:34539
00:28:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.151698 16084 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.152225 16084 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:07.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.152689 16084 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.185700 16084 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:07.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.186530 16084 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.67.130
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.227100 16084 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.130:0
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data/info.pb
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.130
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.130
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/logs
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:07.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:07.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.228848 16084 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:07.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.230621 16084 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:07.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:07.822906 16074 heartbeater.cc:499] Master 127.15.67.188:35297 was elected leader, sending a full tablet report...
00:28:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.245222 16091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:07.245273 16092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.527324 16094 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.529422 16084 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.283s	user 0.011s	sys 0.000s
00:28:08.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:08.529675 16084 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.283s	user 0.011s	sys 0.000s
00:28:08.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.529866 16084 server_base.cc:1061] running on GCE node
00:28:08.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.530845 16084 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:08.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.533169 16084 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:08.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.534543 16084 hybrid_clock.cc:648] HybridClock initialized: now 1783470488534500 us; error 52 us; skew 500 ppm
00:28:08.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.535449 16084 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.544075 16084 webserver.cc:534] Webserver started at http://127.15.67.130:45657/ using document root <none> and password file <none>
00:28:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.545187 16084 fs_manager.cc:362] Metadata directory not provided
00:28:08.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.545429 16084 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.545992 16084 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.551254 16084 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data/instance:
00:28:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7"
00:28:08.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-qgzj"
00:28:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.552469 16084 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal/instance:
00:28:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7"
00:28:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-qgzj"
00:28:08.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.560902 16084 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
00:28:08.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.567337 16101 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.568487 16084 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
00:28:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.568872 16084 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal
00:28:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7"
00:28:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:08 on dist-test-slave-qgzj"
00:28:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.569208 16084 fs_report.cc:389] FS layout report
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data/data
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:08.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:08.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.648435 16084 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.650681 16084 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:08.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.651273 16084 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:08.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.654492 16084 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.658699 16084 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.658900 16084 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.659152 16084 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:08.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.659299 16084 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.803314 16084 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.130:34291
00:28:08.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.803459 16214 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.130:34291 every 8 connection(s)
00:28:08.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.805961 16084 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/data/info.pb
00:28:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.812750 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 16084
00:28:08.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.813215 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-1/wal/instance
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.846995 15630 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/logs
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data/info.pb
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.131:0
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.131
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.131
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:08.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.866822 16215 heartbeater.cc:344] Connected to a master server at 127.15.67.188:35297
00:28:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.867359 16215 heartbeater.cc:461] Registering TS with master...
00:28:08.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.868571 16215 heartbeater.cc:507] Master 127.15.67.188:35297 requested a full tablet report, sending...
00:28:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.871598 15836 ts_manager.cc:194] Registered new tserver with Master: aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130:34291)
00:28:08.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.873277 15836 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.67.130:52447
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.874475 16217 heartbeater.cc:344] Connected to a master server at 127.15.67.190:40727
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.874846 16217 heartbeater.cc:461] Registering TS with master...
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.875725 16217 heartbeater.cc:507] Master 127.15.67.190:40727 requested a full tablet report, sending...
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.875751 16216 heartbeater.cc:344] Connected to a master server at 127.15.67.189:40917
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.876168 16216 heartbeater.cc:461] Registering TS with master...
00:28:08.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.877156 16216 heartbeater.cc:507] Master 127.15.67.189:40917 requested a full tablet report, sending...
00:28:08.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.878499 15677 ts_manager.cc:194] Registered new tserver with Master: aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130:34291)
00:28:08.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:08.886237 15753 ts_manager.cc:194] Registered new tserver with Master: aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130:34291)
00:28:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.191795 16225 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:09.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.192260 16225 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:09.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.192895 16225 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:09.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.226116 16225 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:09.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.227032 16225 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.67.131
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.264292 16225 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.67.148:42969
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data
00:28:09.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.67.131:0
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data/info.pb
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.67.131
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.67.190:40727,127.15.67.189:40917,127.15.67.188:35297
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.67.131
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/logs
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:09.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.265595 16225 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:09.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.267156 16225 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:09.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.278924 16232 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:09.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:09.881008 16215 heartbeater.cc:499] Master 127.15.67.188:35297 was elected leader, sending a full tablet report...
00:28:09.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.939073 15708 debug-util.cc:398] Leaking SignalData structure 0x7b08000701a0 after lost signal to thread 15644
00:28:09.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.939870 15708 debug-util.cc:398] Leaking SignalData structure 0x7b0800058d20 after lost signal to thread 15711
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.682206 16231 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 16225
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.853264 16231 kernel_stack_watchdog.cc:198] Thread 16225 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:09.280575 16233 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.856068 16235 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:10.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.863771 16225 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.584s	user 0.566s	sys 0.842s
00:28:10.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.864348 16225 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.585s	user 0.567s	sys 0.842s
00:28:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:10.865502 16234 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1584 milliseconds
00:28:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.866001 16225 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:10.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.867391 16225 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:10.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.869952 16225 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.871377 16225 hybrid_clock.cc:648] HybridClock initialized: now 1783470490871299 us; error 77 us; skew 500 ppm
00:28:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.872416 16225 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:10.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.896711 16225 webserver.cc:534] Webserver started at http://127.15.67.131:46497/ using document root <none> and password file <none>
00:28:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.897941 16225 fs_manager.cc:362] Metadata directory not provided
00:28:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.898221 16225 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:10.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.898762 16225 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.905078 16225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data/instance:
00:28:10.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e38e52344943709b4ceb4da82b762b"
00:28:10.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-qgzj"
00:28:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.906540 16225 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal/instance:
00:28:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e38e52344943709b4ceb4da82b762b"
00:28:10.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-qgzj"
00:28:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.915668 16225 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
00:28:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.922813 16244 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.924085 16225 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.002s
00:28:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.924495 16225 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8e38e52344943709b4ceb4da82b762b"
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:10 on dist-test-slave-qgzj"
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.924944 16225 fs_report.cc:389] FS layout report
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data/data
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:10.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:10.998760 16225 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.000288 16225 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:11.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.000751 16225 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.003662 16225 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.008311 16225 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.008528 16225 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:11.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.008811 16225 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:11.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.008963 16225 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.183270 16225 rpc_server.cc:307] RPC server started. Bound to: 127.15.67.131:43735
00:28:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.183451 16356 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.67.131:43735 every 8 connection(s)
00:28:11.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.186087 16225 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/data/info.pb
00:28:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.193589 15630 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 16225
00:28:11.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.194039 15630 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster5008978600419912877/ts-2/wal/instance
00:28:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.242183 16358 heartbeater.cc:344] Connected to a master server at 127.15.67.189:40917
00:28:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.242700 16358 heartbeater.cc:461] Registering TS with master...
00:28:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.243985 16358 heartbeater.cc:507] Master 127.15.67.189:40917 requested a full tablet report, sending...
00:28:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.244419 16359 heartbeater.cc:344] Connected to a master server at 127.15.67.190:40727
00:28:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.244793 16359 heartbeater.cc:461] Registering TS with master...
00:28:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.245671 16359 heartbeater.cc:507] Master 127.15.67.190:40727 requested a full tablet report, sending...
00:28:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.246085 16357 heartbeater.cc:344] Connected to a master server at 127.15.67.188:35297
00:28:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.246409 16357 heartbeater.cc:461] Registering TS with master...
00:28:11.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.247237 16357 heartbeater.cc:507] Master 127.15.67.188:35297 requested a full tablet report, sending...
00:28:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.248493 15677 ts_manager.cc:194] Registered new tserver with Master: c8e38e52344943709b4ceb4da82b762b (127.15.67.131:43735)
00:28:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.249598 15752 ts_manager.cc:194] Registered new tserver with Master: c8e38e52344943709b4ceb4da82b762b (127.15.67.131:43735)
00:28:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.249539 15836 ts_manager.cc:194] Registered new tserver with Master: c8e38e52344943709b4ceb4da82b762b (127.15.67.131:43735)
00:28:11.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.251384 15836 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.67.131:48221
00:28:11.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.270147 15630 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:11.281 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:11.282 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:11.286 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.67.190"
      port: 40727
    }
    bound_http_address {
      host: "127.15.67.190"
      port: 44459
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.67.189"
      port: 40917
    }
    bound_http_address {
      host: "127.15.67.189"
      port: 36401
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.67.188"
      port: 35297
    }
    bound_http_address {
      host: "127.15.67.188"
      port: 37003
    }
  }
}

00:28:11.286 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:11.287 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.67.129"
      port: 39681
    }
    bound_http_address {
      host: "127.15.67.129"
      port: 41741
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.67.130"
      port: 34291
    }
    bound_http_address {
      host: "127.15.67.130"
      port: 45657
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.67.131"
      port: 43735
    }
    bound_http_address {
      host: "127.15.67.131"
      port: 46497
    }
  }
}

00:28:11.288 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:11.290 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:11.367 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:11.377 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 14873 (auto-detected)
00:28:11.379 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
00:28:11.379 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
00:28:11.381 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
00:28:11.382 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
00:28:11.383 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:e1:ff:fe:86:cb:35 (auto-detected)
00:28:11.411 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
00:28:11.411 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
00:28:11.411 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
00:28:11.420 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
00:28:11.428 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:11.430 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:11.449 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.140.252:42389(127.14.140.252:42389)] Successfully connected to peer
00:28:11.495 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.140.253:40133(127.14.140.253:40133)] Successfully connected to peer
00:28:11.495 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.140.254:35815(127.14.140.254:35815)] Successfully connected to peer
00:28:11.509 [DEBUG - kudu-nio-1] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
00:28:11.509 [DEBUG - kudu-nio-1] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
00:28:11.510 [DEBUG - kudu-nio-1] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@bad233e
00:28:11.514 [DEBUG - kudu-nio-0] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
00:28:11.514 [DEBUG - kudu-nio-0] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
00:28:11.515 [DEBUG - kudu-nio-0] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
00:28:11.515 [DEBUG - kudu-nio-0] (Recycler.java:99) -Dio.netty.recycler.blocking: false
00:28:11.515 [DEBUG - kudu-nio-0] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
00:28:11.604 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.253
00:28:11.605 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.252
00:28:11.609 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.254
00:28:11.839 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:11.841 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:11.847 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:11.889 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf8f988fc, L:/127.0.0.1:52722 - R:/127.14.140.252:42389] using SASL/PLAIN
00:28:11.889 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc5ff9a87, L:/127.0.0.1:39006 - R:/127.14.140.253:40133] using SASL/PLAIN
00:28:11.891 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x85c8dc4e, L:/127.0.0.1:56930 - R:/127.14.140.254:35815] using SASL/PLAIN
00:28:11.940 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:11.941 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=617), Traces: [0ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [583ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: OK, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: OK, [589ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: OK, deferred=null) after lookup
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:11.998873 15099 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52722:
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:12.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:12.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.002741 15099 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:12.065 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:12.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.119508 15269 tablet_service.cc:1511] Processing CreateTablet for tablet bf26aac65165495bae47b5458b69ebe1 (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.123894 15269 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf26aac65165495bae47b5458b69ebe1. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.121954 15270 tablet_service.cc:1511] Processing CreateTablet for tablet 5cf7127fc4de4c36a34c37150098e41d (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:12.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.125339 15270 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cf7127fc4de4c36a34c37150098e41d. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.143188 15553 tablet_service.cc:1511] Processing CreateTablet for tablet 5cf7127fc4de4c36a34c37150098e41d (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.145690 15552 tablet_service.cc:1511] Processing CreateTablet for tablet bf26aac65165495bae47b5458b69ebe1 (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:12.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.147346 15552 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf26aac65165495bae47b5458b69ebe1. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.152318 15553 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cf7127fc4de4c36a34c37150098e41d. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.171705 15412 tablet_service.cc:1511] Processing CreateTablet for tablet 5cf7127fc4de4c36a34c37150098e41d (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.174264 15411 tablet_service.cc:1511] Processing CreateTablet for tablet bf26aac65165495bae47b5458b69ebe1 (DEFAULT_TABLE table=replication_test_table [id=c00e503c08d745ae8a473e23e9d1b3eb]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:12.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.176013 15411 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet bf26aac65165495bae47b5458b69ebe1. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.188565 15412 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5cf7127fc4de4c36a34c37150098e41d. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:12.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.202082 16392 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Bootstrap starting.
00:28:12.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.212649 16393 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Bootstrap starting.
00:28:12.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.221417 16392 tablet_bootstrap.cc:654] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Neither blocks nor log segments found. Creating new log.
00:28:12.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.224274 16392 log.cc:826] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Log is configured to *not* fsync() on all Append() calls
00:28:12.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.233139 16393 tablet_bootstrap.cc:654] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Neither blocks nor log segments found. Creating new log.
00:28:12.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.235954 16393 log.cc:826] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Log is configured to *not* fsync() on all Append() calls
00:28:12.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.247956 16393 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: No bootstrap required, opened a new log
00:28:12.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.248829 16393 ts_tablet_manager.cc:1403] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Time spent bootstrapping tablet: real 0.037s	user 0.016s	sys 0.007s
00:28:12.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.254823 16357 heartbeater.cc:499] Master 127.15.67.188:35297 was elected leader, sending a full tablet report...
00:28:12.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.256243 16397 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Bootstrap starting.
00:28:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.266811 16392 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: No bootstrap required, opened a new log
00:28:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.267277 16397 tablet_bootstrap.cc:654] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Neither blocks nor log segments found. Creating new log.
00:28:12.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.267644 16392 ts_tablet_manager.cc:1403] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Time spent bootstrapping tablet: real 0.069s	user 0.022s	sys 0.015s
00:28:12.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.270032 16397 log.cc:826] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Log is configured to *not* fsync() on all Append() calls
00:28:12.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.291769 16393 raft_consensus.cc:359] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.293129 16393 raft_consensus.cc:385] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.293684 16393 raft_consensus.cc:740] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d71796605b34e34bfe35ec87565617d, State: Initialized, Role: FOLLOWER
00:28:12.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.295078 16393 consensus_queue.cc:260] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.298991 16397 tablet_bootstrap.cc:492] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: No bootstrap required, opened a new log
00:28:12.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.299883 16397 ts_tablet_manager.cc:1403] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Time spent bootstrapping tablet: real 0.049s	user 0.021s	sys 0.007s
00:28:12.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.300820 16392 raft_consensus.cc:359] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.302055 16392 raft_consensus.cc:385] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.302561 16392 raft_consensus.cc:740] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856c1f90010a45dab6a8d5c92a9554a7, State: Initialized, Role: FOLLOWER
00:28:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.303757 16392 consensus_queue.cc:260] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.305217 16393 ts_tablet_manager.cc:1434] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Time spent starting tablet: real 0.056s	user 0.026s	sys 0.013s
00:28:12.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.314057 16393 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d: Bootstrap starting.
00:28:12.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.326252 16393 tablet_bootstrap.cc:654] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d: Neither blocks nor log segments found. Creating new log.
00:28:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.338826 16393 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d: No bootstrap required, opened a new log
00:28:12.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.338933 16392 ts_tablet_manager.cc:1434] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Time spent starting tablet: real 0.071s	user 0.033s	sys 0.017s
00:28:12.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.339753 16393 ts_tablet_manager.cc:1403] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d: Time spent bootstrapping tablet: real 0.026s	user 0.006s	sys 0.011s
00:28:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.342666 16393 raft_consensus.cc:359] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.343571 16393 raft_consensus.cc:385] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.344007 16393 raft_consensus.cc:740] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3d71796605b34e34bfe35ec87565617d, State: Initialized, Role: FOLLOWER
00:28:12.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.344951 16393 consensus_queue.cc:260] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.354871 16393 ts_tablet_manager.cc:1434] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d: Time spent starting tablet: real 0.015s	user 0.002s	sys 0.003s
00:28:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.368175 16397 raft_consensus.cc:359] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.369199 16397 raft_consensus.cc:385] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.369731 16397 raft_consensus.cc:740] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d4d0ae97b8f40c08386c085cbff25f5, State: Initialized, Role: FOLLOWER
00:28:12.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.370743 16397 consensus_queue.cc:260] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.364696 16392 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7: Bootstrap starting.
00:28:12.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.374771 16397 ts_tablet_manager.cc:1434] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Time spent starting tablet: real 0.074s	user 0.029s	sys 0.005s
00:28:12.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.378249 16399 raft_consensus.cc:493] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:12.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.378845 16399 raft_consensus.cc:515] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.385367 16397 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5: Bootstrap starting.
00:28:12.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.387916 16392 tablet_bootstrap.cc:654] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7: Neither blocks nor log segments found. Creating new log.
00:28:12.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.397159 16399 leader_election.cc:290] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339), 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194:35757)
00:28:12.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.401623 16392 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7: No bootstrap required, opened a new log
00:28:12.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.402326 16392 ts_tablet_manager.cc:1403] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7: Time spent bootstrapping tablet: real 0.038s	user 0.012s	sys 0.005s
00:28:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.405333 16392 raft_consensus.cc:359] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.406383 16392 raft_consensus.cc:385] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.406817 16392 raft_consensus.cc:740] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 856c1f90010a45dab6a8d5c92a9554a7, State: Initialized, Role: FOLLOWER
00:28:12.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.407706 16392 consensus_queue.cc:260] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.411908 15480 tablet.cc:2406] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:12.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.413383 15339 tablet.cc:2406] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:12.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.414839 16392 ts_tablet_manager.cc:1434] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7: Time spent starting tablet: real 0.012s	user 0.006s	sys 0.000s
00:28:12.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.419193 16397 tablet_bootstrap.cc:654] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5: Neither blocks nor log segments found. Creating new log.
00:28:12.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.430308 16402 raft_consensus.cc:493] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:12.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.430896 16402 raft_consensus.cc:515] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.437433 16397 tablet_bootstrap.cc:492] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5: No bootstrap required, opened a new log
00:28:12.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.438289 16397 ts_tablet_manager.cc:1403] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5: Time spent bootstrapping tablet: real 0.053s	user 0.008s	sys 0.007s
00:28:12.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.452126 16402 leader_election.cc:290] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339), 3d71796605b34e34bfe35ec87565617d (127.14.140.195:34851)
00:28:12.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.442812 16397 raft_consensus.cc:359] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.464358 16397 raft_consensus.cc:385] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:12.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.464907 16397 raft_consensus.cc:740] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2d4d0ae97b8f40c08386c085cbff25f5, State: Initialized, Role: FOLLOWER
00:28:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.465888 15290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bf26aac65165495bae47b5458b69ebe1" candidate_uuid: "3d71796605b34e34bfe35ec87565617d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856c1f90010a45dab6a8d5c92a9554a7" is_pre_election: true
00:28:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.466835 15290 raft_consensus.cc:2468] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d71796605b34e34bfe35ec87565617d in term 0.
00:28:12.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.467052 16397 consensus_queue.cc:260] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.468868 15290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5cf7127fc4de4c36a34c37150098e41d" candidate_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856c1f90010a45dab6a8d5c92a9554a7" is_pre_election: true
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.469388 15290 raft_consensus.cc:2468] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d4d0ae97b8f40c08386c085cbff25f5 in term 0.
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.469987 15508 leader_election.cc:304] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3d71796605b34e34bfe35ec87565617d, 856c1f90010a45dab6a8d5c92a9554a7; no voters: 
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.470599 15367 leader_election.cc:304] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d4d0ae97b8f40c08386c085cbff25f5, 856c1f90010a45dab6a8d5c92a9554a7; no voters: 
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.471009 16399 raft_consensus.cc:2804] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:12.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.471354 16399 raft_consensus.cc:493] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.471618 16399 raft_consensus.cc:3060] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Advancing to term 1
00:28:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.471925 15432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bf26aac65165495bae47b5458b69ebe1" candidate_uuid: "3d71796605b34e34bfe35ec87565617d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" is_pre_election: true
00:28:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.472633 15432 raft_consensus.cc:2468] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3d71796605b34e34bfe35ec87565617d in term 0.
00:28:12.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.475652 16397 ts_tablet_manager.cc:1434] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5: Time spent starting tablet: real 0.037s	user 0.006s	sys 0.000s
00:28:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.477476 16402 raft_consensus.cc:2804] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.478014 16402 raft_consensus.cc:493] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:12.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.478298 16402 raft_consensus.cc:3060] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Advancing to term 1
00:28:12.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.482343 16399 raft_consensus.cc:515] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.484427 16399 leader_election.cc:290] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [CANDIDATE]: Term 1 election: Requested vote from peers 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339), 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194:35757)
00:28:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.485458 15290 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bf26aac65165495bae47b5458b69ebe1" candidate_uuid: "3d71796605b34e34bfe35ec87565617d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856c1f90010a45dab6a8d5c92a9554a7"
00:28:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.485987 15290 raft_consensus.cc:3060] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Advancing to term 1
00:28:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:12.486351 15621 tablet.cc:2406] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:12.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.488121 15432 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "bf26aac65165495bae47b5458b69ebe1" candidate_uuid: "3d71796605b34e34bfe35ec87565617d" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "2d4d0ae97b8f40c08386c085cbff25f5"
00:28:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.488663 15432 raft_consensus.cc:3060] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 0 FOLLOWER]: Advancing to term 1
00:28:12.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.491197 16402 raft_consensus.cc:515] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.493178 16402 leader_election.cc:290] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [CANDIDATE]: Term 1 election: Requested vote from peers 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339), 3d71796605b34e34bfe35ec87565617d (127.14.140.195:34851)
00:28:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.494994 15289 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5cf7127fc4de4c36a34c37150098e41d" candidate_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "856c1f90010a45dab6a8d5c92a9554a7"
00:28:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.495622 15289 raft_consensus.cc:3060] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 0 FOLLOWER]: Advancing to term 1
00:28:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.497396 15573 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5cf7127fc4de4c36a34c37150098e41d" candidate_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d71796605b34e34bfe35ec87565617d" is_pre_election: true
00:28:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.497678 15432 raft_consensus.cc:2468] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3d71796605b34e34bfe35ec87565617d in term 1.
00:28:12.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.498149 15573 raft_consensus.cc:2468] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2d4d0ae97b8f40c08386c085cbff25f5 in term 0.
00:28:12.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.500849 15573 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5cf7127fc4de4c36a34c37150098e41d" candidate_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3d71796605b34e34bfe35ec87565617d"
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.501325 15573 raft_consensus.cc:3060] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 0 FOLLOWER]: Advancing to term 1
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.501768 15507 leader_election.cc:304] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d4d0ae97b8f40c08386c085cbff25f5, 3d71796605b34e34bfe35ec87565617d; no voters: 
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.502599 16399 raft_consensus.cc:2804] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 1 FOLLOWER]: Leader election won for term 1
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.503305 15289 raft_consensus.cc:2468] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d4d0ae97b8f40c08386c085cbff25f5 in term 1.
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.503810 15290 raft_consensus.cc:2468] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3d71796605b34e34bfe35ec87565617d in term 1.
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.504428 15367 leader_election.cc:304] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2d4d0ae97b8f40c08386c085cbff25f5, 856c1f90010a45dab6a8d5c92a9554a7; no voters: 
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.506379 16399 raft_consensus.cc:697] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [term 1 LEADER]: Becoming Leader. State: Replica: 3d71796605b34e34bfe35ec87565617d, State: Running, Role: LEADER
00:28:12.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.506516 16402 raft_consensus.cc:2804] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 1 FOLLOWER]: Leader election won for term 1
00:28:12.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.507617 16399 consensus_queue.cc:237] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.509218 16402 raft_consensus.cc:697] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [term 1 LEADER]: Becoming Leader. State: Replica: 2d4d0ae97b8f40c08386c085cbff25f5, State: Running, Role: LEADER
00:28:12.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.509881 15573 raft_consensus.cc:2468] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2d4d0ae97b8f40c08386c085cbff25f5 in term 1.
00:28:12.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.510022 16402 consensus_queue.cc:237] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } }
00:28:12.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.520669 15100 catalog_manager.cc:5696] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d reported cstate change: term changed from 0 to 1, leader changed from <none> to 3d71796605b34e34bfe35ec87565617d (127.14.140.195). New cstate: current_term: 1 leader_uuid: "3d71796605b34e34bfe35ec87565617d" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } health_report { overall_health: HEALTHY } } }
00:28:12.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.521759 15099 catalog_manager.cc:5696] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 reported cstate change: term changed from 0 to 1, leader changed from <none> to 2d4d0ae97b8f40c08386c085cbff25f5 (127.14.140.194). New cstate: current_term: 1 leader_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 } health_report { overall_health: UNKNOWN } } }
00:28:12.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:12.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:12.625 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:12.627 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299997}]
00:28:12.629 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=22), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.140.252:42389, [11ms] Sub RPC GetTableLocations: received response from server master-127.14.140.252:42389: OK, deferred=null) after lookup
00:28:12.637 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)] connecting to peer
00:28:12.642 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)] Successfully connected to peer
00:28:12.729 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:12.747 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf88bbea5, L:/127.0.0.1:39238 - R:/127.14.140.194:35757] using TOKEN/null
00:28:12.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.761019 15573 raft_consensus.cc:1275] T 5cf7127fc4de4c36a34c37150098e41d P 3d71796605b34e34bfe35ec87565617d [term 1 FOLLOWER]: Refusing update from remote peer 2d4d0ae97b8f40c08386c085cbff25f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:12.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.761229 15289 raft_consensus.cc:1275] T 5cf7127fc4de4c36a34c37150098e41d P 856c1f90010a45dab6a8d5c92a9554a7 [term 1 FOLLOWER]: Refusing update from remote peer 2d4d0ae97b8f40c08386c085cbff25f5: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:12.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.763046 16411 consensus_queue.cc:1048] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:12.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.763680 16402 consensus_queue.cc:1048] T 5cf7127fc4de4c36a34c37150098e41d P 2d4d0ae97b8f40c08386c085cbff25f5 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3d71796605b34e34bfe35ec87565617d" member_type: VOTER last_known_addr { host: "127.14.140.195" port: 34851 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:12.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.783633 16418 mvcc.cc:204] Tried to move back new op lower bound from 7305095138332921856 to 7305095137331245056. Current Snapshot: MvccSnapshot[applied={T|T < 7305095138332921856}]
00:28:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.788466 16419 mvcc.cc:204] Tried to move back new op lower bound from 7305095138332921856 to 7305095137331245056. Current Snapshot: MvccSnapshot[applied={T|T < 7305095138332921856}]
00:28:12.936 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:12.938 [DEBUG - main] (Connection.java:748) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] connecting to peer
00:28:12.941 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] Successfully connected to peer
00:28:12.974 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:12.979 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x26959d5e, L:/127.0.0.1:55644 - R:/127.14.140.195:34851] using TOKEN/null
00:28:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.987632 15290 raft_consensus.cc:1275] T bf26aac65165495bae47b5458b69ebe1 P 856c1f90010a45dab6a8d5c92a9554a7 [term 1 FOLLOWER]: Refusing update from remote peer 3d71796605b34e34bfe35ec87565617d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:12.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.987900 15432 raft_consensus.cc:1275] T bf26aac65165495bae47b5458b69ebe1 P 2d4d0ae97b8f40c08386c085cbff25f5 [term 1 FOLLOWER]: Refusing update from remote peer 3d71796605b34e34bfe35ec87565617d: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.989176 16410 consensus_queue.cc:1048] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [LEADER]: Connected to new peer: Peer: permanent_uuid: "856c1f90010a45dab6a8d5c92a9554a7" member_type: VOTER last_known_addr { host: "127.14.140.193" port: 42339 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:12.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:12.990417 16399 consensus_queue.cc:1048] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d [LEADER]: Connected to new peer: Peer: permanent_uuid: "2d4d0ae97b8f40c08386c085cbff25f5" member_type: VOTER last_known_addr { host: "127.14.140.194" port: 35757 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:13.103 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:13.105 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:13.106 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:13.108 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:13.108 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:13.109 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:13.109 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:13.120 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:13.122 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:13.124 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:13.147 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:13.165 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.168 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.170 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef17dfea, L:/127.0.0.1:50462 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:13.177 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.180 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1652e8d9, L:/127.0.0.1:48248 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:13.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:13.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=79), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: OK, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:13.197 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:13.199 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:13.201 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4baf2f91, L:/127.0.0.1:41616 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:13.207 [DEBUG - main] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:13.207 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.140.254:35815(127.14.140.254:35815)] Successfully connected to peer
00:28:13.211 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.140.253:40133(127.14.140.253:40133)] Successfully connected to peer
00:28:13.211 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.254
00:28:13.220 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.253
00:28:13.221 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.140.252:42389(127.14.140.252:42389)] Successfully connected to peer
00:28:13.233 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.238 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x428ff07e, L:/127.0.0.1:56940 - R:/127.14.140.254:35815] using SASL/PLAIN
00:28:13.240 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.252
00:28:13.266 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.273 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:13.277 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5d83703c, L:/127.0.0.1:52736 - R:/127.14.140.252:42389] using SASL/PLAIN
00:28:13.280 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfdd98dd4, L:/127.0.0.1:39008 - R:/127.14.140.253:40133] using SASL/PLAIN
00:28:13.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:13.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=92), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: OK, [87ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: OK, deferred=null) after lookup
00:28:13.291 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:13.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:13.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:13.320 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.336818 15836 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:48248:
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:13.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:13.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:13.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:28:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.341369 15836 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:13.392 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.450822 16292 tablet_service.cc:1511] Processing CreateTablet for tablet 5da108430d2c448ebad6e5097e265eea (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:13.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.453137 16292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5da108430d2c448ebad6e5097e265eea. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.497259 16150 tablet_service.cc:1511] Processing CreateTablet for tablet 5da108430d2c448ebad6e5097e265eea (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:13.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.497293 16009 tablet_service.cc:1511] Processing CreateTablet for tablet 5da108430d2c448ebad6e5097e265eea (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
00:28:13.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.499704 16150 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5da108430d2c448ebad6e5097e265eea. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.499799 16009 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5da108430d2c448ebad6e5097e265eea. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.515632 16463 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Bootstrap starting.
00:28:13.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.523267 16463 tablet_bootstrap.cc:654] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Neither blocks nor log segments found. Creating new log.
00:28:13.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.527519 16463 log.cc:826] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Log is configured to *not* fsync() on all Append() calls
00:28:13.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.536428 16463 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: No bootstrap required, opened a new log
00:28:13.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.537061 16463 ts_tablet_manager.cc:1403] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Time spent bootstrapping tablet: real 0.022s	user 0.010s	sys 0.008s
00:28:13.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.549672 16464 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Bootstrap starting.
00:28:13.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.556212 16464 tablet_bootstrap.cc:654] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Neither blocks nor log segments found. Creating new log.
00:28:13.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.558491 16464 log.cc:826] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Log is configured to *not* fsync() on all Append() calls
00:28:13.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.563432 16466 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Bootstrap starting.
00:28:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.574183 16466 tablet_bootstrap.cc:654] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Neither blocks nor log segments found. Creating new log.
00:28:13.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.574645 16464 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: No bootstrap required, opened a new log
00:28:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.573797 16463 raft_consensus.cc:359] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.575197 16464 ts_tablet_manager.cc:1403] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Time spent bootstrapping tablet: real 0.030s	user 0.015s	sys 0.004s
00:28:13.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.575366 16463 raft_consensus.cc:385] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.575942 16463 raft_consensus.cc:740] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8e38e52344943709b4ceb4da82b762b, State: Initialized, Role: FOLLOWER
00:28:13.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.577203 16463 consensus_queue.cc:260] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.578233 16466 log.cc:826] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Log is configured to *not* fsync() on all Append() calls
00:28:13.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.587981 16463 ts_tablet_manager.cc:1434] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Time spent starting tablet: real 0.051s	user 0.030s	sys 0.008s
00:28:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.590256 16466 tablet_bootstrap.cc:492] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: No bootstrap required, opened a new log
00:28:13.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.615623 16464 raft_consensus.cc:359] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.616492 16464 raft_consensus.cc:385] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.616830 16464 raft_consensus.cc:740] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aed6c1289ab9426c9e9f3a1cf9a0a9b7, State: Initialized, Role: FOLLOWER
00:28:13.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.618013 16464 consensus_queue.cc:260] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.590773 16466 ts_tablet_manager.cc:1403] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Time spent bootstrapping tablet: real 0.028s	user 0.007s	sys 0.013s
00:28:13.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.626605 16464 ts_tablet_manager.cc:1434] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Time spent starting tablet: real 0.051s	user 0.034s	sys 0.004s
00:28:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.662464 16466 raft_consensus.cc:359] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.663313 16466 raft_consensus.cc:385] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.663633 16466 raft_consensus.cc:740] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f3406a30c2c441d94969a569239a202, State: Initialized, Role: FOLLOWER
00:28:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.664680 16466 consensus_queue.cc:260] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.670225 16466 ts_tablet_manager.cc:1434] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Time spent starting tablet: real 0.050s	user 0.026s	sys 0.006s
00:28:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.677109 16470 raft_consensus.cc:493] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.677711 16470 raft_consensus.cc:515] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.681804 16470 leader_election.cc:290] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c8e38e52344943709b4ceb4da82b762b (127.15.67.131:43735), 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681)
00:28:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.715011 16312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5da108430d2c448ebad6e5097e265eea" candidate_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8e38e52344943709b4ceb4da82b762b" is_pre_election: true
00:28:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.715910 16312 raft_consensus.cc:2468] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aed6c1289ab9426c9e9f3a1cf9a0a9b7 in term 0.
00:28:13.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.717957 16103 leader_election.cc:304] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: aed6c1289ab9426c9e9f3a1cf9a0a9b7, c8e38e52344943709b4ceb4da82b762b; no voters: 
00:28:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.718918 16470 raft_consensus.cc:2804] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.719259 16470 raft_consensus.cc:493] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:13.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.719545 16470 raft_consensus.cc:3060] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Advancing to term 1
00:28:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.727001 16470 raft_consensus.cc:515] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.728814 16364 tablet.cc:2406] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.731539 16029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5da108430d2c448ebad6e5097e265eea" candidate_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f3406a30c2c441d94969a569239a202" is_pre_election: true
00:28:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.731769 16312 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5da108430d2c448ebad6e5097e265eea" candidate_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8e38e52344943709b4ceb4da82b762b"
00:28:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.732298 16312 raft_consensus.cc:3060] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Advancing to term 1
00:28:13.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.732631 16029 raft_consensus.cc:2468] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate aed6c1289ab9426c9e9f3a1cf9a0a9b7 in term 0.
00:28:13.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.737489 16312 raft_consensus.cc:2468] T 5da108430d2c448ebad6e5097e265eea P c8e38e52344943709b4ceb4da82b762b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aed6c1289ab9426c9e9f3a1cf9a0a9b7 in term 1.
00:28:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.738817 16103 leader_election.cc:304] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: aed6c1289ab9426c9e9f3a1cf9a0a9b7, c8e38e52344943709b4ceb4da82b762b; no voters: 
00:28:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.739039 16470 leader_election.cc:290] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [CANDIDATE]: Term 1 election: Requested vote from peers c8e38e52344943709b4ceb4da82b762b (127.15.67.131:43735), 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681)
00:28:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.739518 16470 raft_consensus.cc:2804] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 1 FOLLOWER]: Leader election won for term 1
00:28:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.739944 16470 raft_consensus.cc:697] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 1 LEADER]: Becoming Leader. State: Replica: aed6c1289ab9426c9e9f3a1cf9a0a9b7, State: Running, Role: LEADER
00:28:13.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.740159 16029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5da108430d2c448ebad6e5097e265eea" candidate_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f3406a30c2c441d94969a569239a202"
00:28:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.740692 16029 raft_consensus.cc:3060] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Advancing to term 1
00:28:13.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.740860 16470 consensus_queue.cc:237] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } }
00:28:13.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.747361 16029 raft_consensus.cc:2468] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate aed6c1289ab9426c9e9f3a1cf9a0a9b7 in term 1.
00:28:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.759653 16081 tablet.cc:2406] T 5da108430d2c448ebad6e5097e265eea P 8f3406a30c2c441d94969a569239a202: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:13.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.762799 15836 catalog_manager.cc:5696] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 reported cstate change: term changed from 0 to 1, leader changed from <none> to aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130). New cstate: current_term: 1 leader_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } health_report { overall_health: HEALTHY } } }
00:28:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.830758 15836 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:48248:
00:28:13.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
00:28:13.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.843664 16222 tablet.cc:2406] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.851943 15836 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 408eae7abe1f45e0a041b3a30c9e818e has no consensus state
00:28:13.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.875882 16292 tablet_service.cc:1511] Processing CreateTablet for tablet 408eae7abe1f45e0a041b3a30c9e818e (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.877095 16292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 408eae7abe1f45e0a041b3a30c9e818e. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.877013 16150 tablet_service.cc:1511] Processing CreateTablet for tablet 408eae7abe1f45e0a041b3a30c9e818e (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:13.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.878185 16150 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 408eae7abe1f45e0a041b3a30c9e818e. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:13.886045 15821 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 408eae7abe1f45e0a041b3a30c9e818e (table replication_test_table [id=d323a35c05924ba082387daa93370011], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 408eae7abe1f45e0a041b3a30c9e818e consensus state has no leader
00:28:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.886291 16009 tablet_service.cc:1511] Processing CreateTablet for tablet 408eae7abe1f45e0a041b3a30c9e818e (DEFAULT_TABLE table=replication_test_table [id=d323a35c05924ba082387daa93370011]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:13.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.887811 16009 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 408eae7abe1f45e0a041b3a30c9e818e. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.894275 16463 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b: Bootstrap starting.
00:28:13.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.900919 16463 tablet_bootstrap.cc:654] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b: Neither blocks nor log segments found. Creating new log.
00:28:13.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.904088 16466 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202: Bootstrap starting.
00:28:13.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.910583 16466 tablet_bootstrap.cc:654] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202: Neither blocks nor log segments found. Creating new log.
00:28:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.910755 16463 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b: No bootstrap required, opened a new log
00:28:13.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.911155 16463 ts_tablet_manager.cc:1403] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b: Time spent bootstrapping tablet: real 0.017s	user 0.012s	sys 0.000s
00:28:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.913791 16463 raft_consensus.cc:359] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.914455 16463 raft_consensus.cc:385] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.914726 16463 raft_consensus.cc:740] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8e38e52344943709b4ceb4da82b762b, State: Initialized, Role: FOLLOWER
00:28:13.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.915617 16463 consensus_queue.cc:260] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.919617 16466 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202: No bootstrap required, opened a new log
00:28:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.920014 16466 ts_tablet_manager.cc:1403] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202: Time spent bootstrapping tablet: real 0.016s	user 0.000s	sys 0.012s
00:28:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.923583 16466 raft_consensus.cc:359] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.924515 16466 raft_consensus.cc:385] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.924923 16466 raft_consensus.cc:740] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8f3406a30c2c441d94969a569239a202, State: Initialized, Role: FOLLOWER
00:28:13.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.925844 16466 consensus_queue.cc:260] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.929230 16466 ts_tablet_manager.cc:1434] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202: Time spent starting tablet: real 0.009s	user 0.004s	sys 0.005s
00:28:13.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.936080 16464 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Bootstrap starting.
00:28:13.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.944113 16464 tablet_bootstrap.cc:654] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Neither blocks nor log segments found. Creating new log.
00:28:13.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.949999 16463 ts_tablet_manager.cc:1434] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b: Time spent starting tablet: real 0.039s	user 0.006s	sys 0.001s
00:28:13.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.957165 15835 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 1a049da847fb4385a45626759925d0e2: replication_test_table [id=d323a35c05924ba082387daa93370011] alter complete (version 0)
00:28:13.967 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state READY
00:28:13.969 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state READY
00:28:13.970 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state READY
00:28:13.973 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.140.252:42389(127.14.140.252:42389)] handling channelInactive
00:28:13.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state READY due to: connection closed
00:28:13.975 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.140.253:40133(127.14.140.253:40133)] handling channelInactive
00:28:13.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state READY due to: connection closed
00:28:13.976 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:13.980 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:28:13.982 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:28:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.982754 16464 tablet_bootstrap.cc:492] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7: No bootstrap required, opened a new log
00:28:13.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.983207 16464 ts_tablet_manager.cc:1403] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Time spent bootstrapping tablet: real 0.047s	user 0.007s	sys 0.004s
00:28:13.985 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.140.254:35815(127.14.140.254:35815)] handling channelInactive
00:28:13.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state READY due to: connection closed
00:28:13.986 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:13.986 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state READY
00:28:13.987 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state READY
00:28:13.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.986487 16464 raft_consensus.cc:359] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.987 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state READY
00:28:13.988 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:13.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.987152 16464 raft_consensus.cc:385] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:13.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.987547 16464 raft_consensus.cc:740] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: aed6c1289ab9426c9e9f3a1cf9a0a9b7, State: Initialized, Role: FOLLOWER
00:28:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.988313 16464 consensus_queue.cc:260] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:13.990 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:13.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:13.990 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:13.991 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
00:28:13.992 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:13.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:13.994076 16464 ts_tablet_manager.cc:1434] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
00:28:14.001 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:14.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:14.007 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.070122 16468 raft_consensus.cc:493] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:14.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.070664 16468 raft_consensus.cc:515] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:14.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.076442 16468 leader_election.cc:290] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681), aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130:34291)
00:28:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.106950 16170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "408eae7abe1f45e0a041b3a30c9e818e" candidate_uuid: "c8e38e52344943709b4ceb4da82b762b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" is_pre_election: true
00:28:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.107583 16029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "408eae7abe1f45e0a041b3a30c9e818e" candidate_uuid: "c8e38e52344943709b4ceb4da82b762b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f3406a30c2c441d94969a569239a202" is_pre_election: true
00:28:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.107801 16170 raft_consensus.cc:2468] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c8e38e52344943709b4ceb4da82b762b in term 0.
00:28:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.108322 16029 raft_consensus.cc:2468] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c8e38e52344943709b4ceb4da82b762b in term 0.
00:28:14.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.109949 16248 leader_election.cc:304] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f3406a30c2c441d94969a569239a202, c8e38e52344943709b4ceb4da82b762b; no voters: 
00:28:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.110919 16468 raft_consensus.cc:2804] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:14.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.111294 16468 raft_consensus.cc:493] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.111613 16468 raft_consensus.cc:3060] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 0 FOLLOWER]: Advancing to term 1
00:28:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.119575 16468 raft_consensus.cc:515] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.121793 16468 leader_election.cc:290] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [CANDIDATE]: Term 1 election: Requested vote from peers 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681), aed6c1289ab9426c9e9f3a1cf9a0a9b7 (127.15.67.130:34291)
00:28:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.123543 16029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "408eae7abe1f45e0a041b3a30c9e818e" candidate_uuid: "c8e38e52344943709b4ceb4da82b762b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8f3406a30c2c441d94969a569239a202"
00:28:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.123667 16170 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "408eae7abe1f45e0a041b3a30c9e818e" candidate_uuid: "c8e38e52344943709b4ceb4da82b762b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7"
00:28:14.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.124140 16029 raft_consensus.cc:3060] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 0 FOLLOWER]: Advancing to term 1
00:28:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.124203 16170 raft_consensus.cc:3060] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 0 FOLLOWER]: Advancing to term 1
00:28:14.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.130766 16029 raft_consensus.cc:2468] T 408eae7abe1f45e0a041b3a30c9e818e P 8f3406a30c2c441d94969a569239a202 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c8e38e52344943709b4ceb4da82b762b in term 1.
00:28:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.133553 16248 leader_election.cc:304] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8f3406a30c2c441d94969a569239a202, c8e38e52344943709b4ceb4da82b762b; no voters: 
00:28:14.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.134379 16468 raft_consensus.cc:2804] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 1 FOLLOWER]: Leader election won for term 1
00:28:14.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.134577 16170 raft_consensus.cc:2468] T 408eae7abe1f45e0a041b3a30c9e818e P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c8e38e52344943709b4ceb4da82b762b in term 1.
00:28:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.136811 16468 raft_consensus.cc:697] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [term 1 LEADER]: Becoming Leader. State: Replica: c8e38e52344943709b4ceb4da82b762b, State: Running, Role: LEADER
00:28:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.139006 16468 consensus_queue.cc:237] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } }
00:28:14.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.156579 15834 catalog_manager.cc:5696] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b reported cstate change: term changed from 0 to 1, leader changed from <none> to c8e38e52344943709b4ceb4da82b762b (127.15.67.131). New cstate: current_term: 1 leader_uuid: "c8e38e52344943709b4ceb4da82b762b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 } health_report { overall_health: HEALTHY } } }
00:28:14.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.235123 16470 consensus_queue.cc:1048] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8e38e52344943709b4ceb4da82b762b" member_type: VOTER last_known_addr { host: "127.15.67.131" port: 43735 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:14.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.282414 16470 consensus_queue.cc:1048] T 5da108430d2c448ebad6e5097e265eea P aed6c1289ab9426c9e9f3a1cf9a0a9b7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:14.306 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:28:14.309 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:28:14.309 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:28:14.309 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:28:14.309 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:28:14.314 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:28:14.603 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:28:14.604 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:28:14.604 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:28:14.605 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:28:14.605 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:28:14.605 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:28:14.607 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:28:14.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.657516 16468 consensus_queue.cc:1048] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [LEADER]: Connected to new peer: Peer: permanent_uuid: "8f3406a30c2c441d94969a569239a202" member_type: VOTER last_known_addr { host: "127.15.67.129" port: 39681 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:14.748579 16468 consensus_queue.cc:1048] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b [LEADER]: Connected to new peer: Peer: permanent_uuid: "aed6c1289ab9426c9e9f3a1cf9a0a9b7" member_type: VOTER last_known_addr { host: "127.15.67.130" port: 34291 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:14.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.800944 15708 debug-util.cc:398] Leaking SignalData structure 0x7b08000a55c0 after lost signal to thread 15644
00:28:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:14.801573 15708 debug-util.cc:398] Leaking SignalData structure 0x7b08000a0960 after lost signal to thread 15711
00:28:15.029 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:28:15.130 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:28:15.130 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:28:15.130 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:28:15.147 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:28:15.960 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
00:28:16.104 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:28:16.123 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:28:16.146 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
00:28:16.159 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:28:16.178 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:28:16.275 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:28:16.280 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:28:16.280 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:28:16.286 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:28:16.287 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:28:16.289 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:28:16.289 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:28:16.290 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:28:16.292 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:28:16.293 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:28:16.294 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:28:16.295 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:28:16.295 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:28:16.295 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:28:16.295 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:28:16.296 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:28:16.298 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:28:16.298 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:28:16.298 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:28:16.299 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:28:16.300 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:28:16.300 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:28:16.300 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:28:16.300 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:28:16.315 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_eade94cd2e396236eba0cd92979cefe1/blobStorage
00:28:16.321 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:43149 - max concurrent requests: 50 - max backlog: 1000
00:28:16.329 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_eade94cd2e396236eba0cd92979cefe1/blobStorage
00:28:16.332 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_eade94cd2e396236eba0cd92979cefe1/blobStorage
00:28:16.334 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:28:16.338 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 76fc770d-31b0-49e6-a69f-551acf870b14
00:28:16.360 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:28:16.363 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-14f03eaf-fc6c-4ebc-bdb4-012ff44f34fe
00:28:16.375 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-23c893a6-89a3-4a41-b74d-312cc6c21526
00:28:16.449 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:28:16.464 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:28:16.464 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:28:16.466 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:28:16.500 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:28:16.513 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
00:28:16.558 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
00:28:16.560 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-c7d7c1cb-d54f-44ca-ad3c-e650c21b47df
00:28:16.636 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:28:16.640 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:28:17.042 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:28:17.042 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:28:17.183 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:44089
00:28:17.183 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:28:17.186 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:44089 was granted leadership with leaderSessionID=c46ace1a-cc20-4037-8fef-3d29ca7e129a
00:28:17.186 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:44089 , session=c46ace1a-cc20-4037-8fef-3d29ca7e129a
00:28:17.200 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:28:17.204 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:28:17.204 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:28:17.204 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 3d394bf7-17eb-451b-add4-ce292e56ca43. Creating new DispatcherLeaderProcess.
00:28:17.207 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id fd93d67f-9195-467d-aa22-fb16fc4adf9b.
00:28:17.212 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:28:17.213 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:28:17.224 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:28:17.225 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:28:17.229 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
00:28:17.257 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
00:28:17.269 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
00:28:17.274 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:28:17.276 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:28:17.276 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:28:17.277 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:28:17.277 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=fd93d67f-9195-467d-aa22-fb16fc4adf9b
00:28:17.286 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(aa22fb16fc4adf9bfd93d67f9195467d).
00:28:17.315 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=3d394bf7-17eb-451b-add4-ce292e56ca43
00:28:17.333 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:28:17.350 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID 76fc770d-31b0-49e6-a69f-551acf870b14 (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
00:28:17.356 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.359 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id 215e5fb9aea88f5642380042841e4ff9.
00:28:17.361 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor 76fc770d-31b0-49e6-a69f-551acf870b14 under 215e5fb9aea88f5642380042841e4ff9 at the slot manager.
00:28:17.364 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.379 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-6069bc79e9bb0cb9fd7171c771693af7'.
00:28:17.382 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 6069bc79e9bb0cb9fd7171c771693af7 was granted leadership with leader id 2188d87f-b542-4981-be37-f590775a3cf2. Creating new JobMasterServiceProcess.
00:28:17.400 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
00:28:17.411 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.439 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.493 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 760281524722defdc535d4ef5adf0145 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:17.532 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.533 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:28:17.583 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 3 ms, total 4 pipelined regions currently.
00:28:17.592 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7dd44fcb
00:28:17.593 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:17.594 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:17.637 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
00:28:17.676 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:28:17.690 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@7c22b0e8 for Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7).
00:28:17.706 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=2188d87f-b542-4981-be37-f590775a3cf2
00:28:17.712 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (6069bc79e9bb0cb9fd7171c771693af7) under job master id be37f590775a3cf22188d87fb5424981.
00:28:17.726 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:28:17.733 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:17.741 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:28:17.741 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state CREATED to RUNNING.
00:28:17.755 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:28:17.761 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:17.763 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:17.773 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.140.253:40133(127.14.140.253:40133)] Successfully connected to peer
00:28:17.777 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:17.780 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.140.254:35815(127.14.140.254:35815)] Successfully connected to peer
00:28:17.784 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:28:17.786 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.253
00:28:17.789 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:28:17.790 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:28:17.792 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(aa22fb16fc4adf9bfd93d67f9195467d)
00:28:17.793 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.140.252:42389(127.14.140.252:42389)] Successfully connected to peer
00:28:17.795 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:28:17.796 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager be37f590775a3cf22188d87fb5424981@pekko://flink/user/rpc/jobmanager_3 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:17.811 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.252
00:28:17.818 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.254
00:28:17.840 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.843 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.846 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.853 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager be37f590775a3cf22188d87fb5424981@pekko://flink/user/rpc/jobmanager_3 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:17.853 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e42f7a1, L:/127.0.0.1:35578 - R:/127.14.140.253:40133] using SASL/PLAIN
00:28:17.854 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3976f313, L:/127.0.0.1:32900 - R:/127.14.140.254:35815] using SASL/PLAIN
00:28:17.860 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6ec6f8c0, L:/127.0.0.1:43048 - R:/127.14.140.252:42389] using SASL/PLAIN
00:28:17.861 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:17.864 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:17.865 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=104), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: OK, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: OK, deferred=null) after lookup
00:28:17.868 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: aa22fb16fc4adf9bfd93d67f9195467d.
00:28:17.870 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:17.871 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:28:17.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:17.876 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:17.877 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:17.880 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:17.882 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:17.884 [DEBUG - main] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:17.893 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:17.912 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:17.922 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:17.927 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:17.931 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:17.941 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 6069bc79e9bb0cb9fd7171c771693af7
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 76fc770d-31b0-49e6-a69f-551acf870b14
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:28:17.944 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.957 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbc54ccfe, L:/127.0.0.1:50248 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:17.958 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.961 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:17.969 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot def9b751e05da58349515c0559767867 from 76fc770d-31b0-49e6-a69f-551acf870b14 for job 6069bc79e9bb0cb9fd7171c771693af7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:17.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:17.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=122), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:17.976 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:17.979 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x61ec4964, L:/127.0.0.1:47220 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:17.979 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe214a54b, L:/127.0.0.1:44000 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:17.983 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2bff8c90f308a126516a0cb7a73dd800 from 76fc770d-31b0-49e6-a69f-551acf870b14 for job 6069bc79e9bb0cb9fd7171c771693af7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:17.984 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request def9b751e05da58349515c0559767867 for job 6069bc79e9bb0cb9fd7171c771693af7 from resource manager with leader id aa22fb16fc4adf9bfd93d67f9195467d.
00:28:17.984 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 102fa6eaca8a481f144f415ae5641107 from 76fc770d-31b0-49e6-a69f-551acf870b14 for job 6069bc79e9bb0cb9fd7171c771693af7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:17.985 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for def9b751e05da58349515c0559767867 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:17.985 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 495e1da134c1611a79008b27c5e6d256 from 76fc770d-31b0-49e6-a69f-551acf870b14 for job 6069bc79e9bb0cb9fd7171c771693af7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:17.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:18.000 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 6069bc79e9bb0cb9fd7171c771693af7 for job leader monitoring.
00:28:18.002 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 2188d87f-b542-4981-be37-f590775a3cf2.
00:28:18.004 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:28:18.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:18.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:18.007 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:18.008 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 2bff8c90f308a126516a0cb7a73dd800 for job 6069bc79e9bb0cb9fd7171c771693af7 from resource manager with leader id aa22fb16fc4adf9bfd93d67f9195467d.
00:28:18.008 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 2bff8c90f308a126516a0cb7a73dd800 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:18.010 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 102fa6eaca8a481f144f415ae5641107 for job 6069bc79e9bb0cb9fd7171c771693af7 from resource manager with leader id aa22fb16fc4adf9bfd93d67f9195467d.
00:28:18.016 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 102fa6eaca8a481f144f415ae5641107 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:18.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.67.188:35297, [6ms] Sub RPC GetTableLocations: received response from server master-127.15.67.188:35297: OK, deferred=null)) after lookup
00:28:18.019 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 495e1da134c1611a79008b27c5e6d256 for job 6069bc79e9bb0cb9fd7171c771693af7 from resource manager with leader id aa22fb16fc4adf9bfd93d67f9195467d.
00:28:18.020 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 495e1da134c1611a79008b27c5e6d256 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:28:18.027 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:18.028 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:18.031 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:18.039 [DEBUG - kudu-nio-0] (Connection.java:748) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] connecting to peer
00:28:18.041 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:28:18.041 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:28:18.045 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:28:18.049 [DEBUG - kudu-nio-3] (Connection.java:757) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] Successfully connected to peer
00:28:18.054 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:28:18.054 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:28:18.055 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:28:18.055 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:28:18.077 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:28:18.077 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:28:18.086 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:18.090 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
00:28:18.091 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:28:18.103 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.104 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 6069bc79e9bb0cb9fd7171c771693af7
00:28:18.112 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x42f73b44, L:/127.0.0.1:53772 - R:/127.15.67.130:34291] using TOKEN/null
00:28:18.121 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:28:18.124 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:28:18.125 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:28:18.129 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:28:18.129 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:28:18.132 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:28:18.135 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:28:18.148 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:28:18.151 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:28:18.153 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:28:18.153 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:28:18.153 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:28:18.156 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:28:18.156 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:28:18.160 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:28:18.162 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.163 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.164 [DEBUG - main] (Connection.java:748) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] connecting to peer
00:28:18.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:28:18.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:28:18.182 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:28:18.182 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:28:18.194 [DEBUG - kudu-nio-4] (Connection.java:757) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] Successfully connected to peer
00:28:18.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a64a90d
00:28:18.208 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:18.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a022872
00:28:18.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:18.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:18.210 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:18.211 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@709a897f
00:28:18.212 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:18.213 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:18.217 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b88738e
00:28:18.217 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:18.224 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:28:18.224 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:28:18.226 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:28:18.227 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:18.229 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:28:18.230 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:28:18.239 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:28:18.240 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:28:18.241 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:28:18.269 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.282 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x7cedfbe2, L:/127.0.0.1:43584 - R:/127.15.67.131:43735] using TOKEN/null
00:28:18.314 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.315 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.363 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6662be4e
00:28:18.363 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a392917
00:28:18.364 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12f19526
00:28:18.365 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@20dcdafc
00:28:18.373 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.373 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.382 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.384 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.418 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:18.421 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:18.433 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:18.441 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:18.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.442 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.453 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:18.455 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:18.464 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:18.470 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.479 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:18.485 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:18.490 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:18.507 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:18.524 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:18.531 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.532 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.537 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:18.538 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:18.541 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.542 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.545 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:18.557 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:18.560 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:18.569 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:18.573 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:18.574 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:18.578 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:18.583 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:18.585 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:18.598 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.609 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:18.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.619 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.625 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:18.627 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.627 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.632 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:18.632 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:18.648 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:18.649 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.649 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:18.662 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xeda082e5, L:/127.0.0.1:47232 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:18.665 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x36441045, L:/127.0.0.1:50250 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:18.672 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:18.674 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:18.681 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.687 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.688 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.693 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:18.696 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.697 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.703 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:18.707 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:18.716 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:18.717 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=294), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [274ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:18.725 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.67.189:40917(127.15.67.189:40917)] Successfully connected to peer
00:28:18.727 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.727 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.67.190:40727(127.15.67.190:40727)] Successfully connected to peer
00:28:18.729 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:18.733 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.67.188:35297(127.15.67.188:35297)] Successfully connected to peer
00:28:18.737 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa2b186c4, L:/127.0.0.1:47230 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:18.748 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.750 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.756 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.758 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb5d0e444, L:/127.0.0.1:44012 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:18.763 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.763 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:18.775 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.190
00:28:18.780 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.188
00:28:18.788 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.67.189
00:28:18.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:18.802 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@352ab82d
00:28:18.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.822 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.830 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.832 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.848 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:28:18.856 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1beb0ce4, L:/127.0.0.1:50262 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:18.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:18.860 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=441), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [234ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: OK, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:18.882 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.892 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.892 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.900 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.900 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.901 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5bb33de5, L:/127.0.0.1:44022 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:18.912 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.917 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:28:18.936 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:18.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:18.942 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4da15ea6
00:28:18.946 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.950 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.952 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:28:18.952 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:28:18.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:18.959 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x25835854, L:/127.0.0.1:50266 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:18.965 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:18.967 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:18.968 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:18.968 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.979 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:18.983 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa6840f51, L:/127.0.0.1:44044 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:18.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:18.991 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=537), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:18.994 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x720870fd, L:/127.0.0.1:50268 - R:/127.15.67.188:35297] using SASL/PLAIN
00:28:18.999 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3524a7be, L:/127.0.0.1:47244 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:19.001 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0e50fcbf, L:/127.0.0.1:47236 - R:/127.15.67.189:40917] using SASL/PLAIN
00:28:19.002 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x883d126f, L:/127.0.0.1:44034 - R:/127.15.67.190:40727] using SASL/PLAIN
00:28:19.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:19.007 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=547), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [430ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: OK, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: OK, deferred=null) after lookup
00:28:19.013 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.021 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.021 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41d54753
00:28:19.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:28:19.024 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:28:19.026 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.026 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.034 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.035 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.043 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:28:19.046 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6f961edd29cc0cedf9e0da514df425daccd72a3c4c7663d275c0a64278edc8f0'}]
00:28:19.054 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:19.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26648984
00:28:19.067 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:28:19.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:28:19.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:28:19.088 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:28:19.096 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}]
00:28:19.101 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.102 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.105 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:28:19.106 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:28:19.107 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b9adafd6f98aabb3e8acc0a47a1fbcfc6eb1580e42f349507d4e75b348122b18'}]
00:28:19.111 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:19.112 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.112 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.121 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:28:19.123 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:28:19.125 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:28:19.125 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] connecting to peer
00:28:19.126 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}]
00:28:19.128 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:28:19.129 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:28:19.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] connecting to peer
00:28:19.138 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] Successfully connected to peer
00:28:19.140 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] Successfully connected to peer
00:28:19.147 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.195
00:28:19.148 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.195
00:28:19.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.170 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.183 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:19.191 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:19.194 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa853aa56, L:/127.0.0.1:42154 - R:/127.14.140.195:34851] using SASL/PLAIN
00:28:19.226 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x50f4094b, L:/127.0.0.1:42160 - R:/127.14.140.195:34851] using SASL/PLAIN
00:28:19.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.236 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.245 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.246 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.266 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305095158824960001) for scanner KuduScanner(table=replication_test_table, tablet=bf26aac65165495bae47b5458b69ebe1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.270 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6f961edd29cc0cedf9e0da514df425daccd72a3c4c7663d275c0a64278edc8f0]
00:28:19.273 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:28:19.285 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305095158824960001) for scanner KuduScanner(table=replication_test_table, tablet=5cf7127fc4de4c36a34c37150098e41d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.286 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b9adafd6f98aabb3e8acc0a47a1fbcfc6eb1580e42f349507d4e75b348122b18]
00:28:19.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:28:19.304 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.304 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.314 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.315 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:19.367 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.368 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:19.371 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.372 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.379 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6f961edd29cc0cedf9e0da514df425daccd72a3c4c7663d275c0a64278edc8f0]
00:28:19.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:19.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.382 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.383 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b9adafd6f98aabb3e8acc0a47a1fbcfc6eb1580e42f349507d4e75b348122b18]
00:28:19.385 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.385 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.387 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b9adafd6f98aabb3e8acc0a47a1fbcfc6eb1580e42f349507d4e75b348122b18 finished by subtask 1; deferring removal (restored in pending)
00:28:19.393 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:28:19.394 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.394 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.394 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:28:19.395 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] disconnecting while in state READY
00:28:19.396 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:19.397 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6f961edd29cc0cedf9e0da514df425daccd72a3c4c7663d275c0a64278edc8f0 finished by subtask 3; deferring removal (restored in pending)
00:28:19.397 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:28:19.397 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:28:19.397 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] disconnecting while in state READY
00:28:19.398 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:19.403 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.403 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.409 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.410 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.411 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.417 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.418 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.423 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.439 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] handling channelInactive
00:28:19.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] cleaning up while in state READY due to: connection closed
00:28:19.439 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:28:19.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:28:19.461 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.462 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.474 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.475 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.476 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] handling channelInactive
00:28:19.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] cleaning up while in state READY due to: connection closed
00:28:19.477 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:28:19.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:28:19.490 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470499462 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:19.523 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6f7da13b, flushNotification=Deferred@1268233813(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:28:19.527 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] connecting to peer
00:28:19.533 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.534 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.537 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6b7d7d61, flushNotification=Deferred@539194922(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:28:19.538 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] connecting to peer
00:28:19.542 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.542 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.542 [DEBUG - kudu-nio-3] (Connection.java:757) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] Successfully connected to peer
00:28:19.571 [DEBUG - kudu-nio-3] (Connection.java:757) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] Successfully connected to peer
00:28:19.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.615 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:19.621 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.622 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.635 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:19.637 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xee5abd45, L:/127.0.0.1:53774 - R:/127.15.67.130:34291] using TOKEN/null
00:28:19.648 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbeba5480, L:/127.0.0.1:43592 - R:/127.15.67.131:43735] using TOKEN/null
00:28:19.680 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.681 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.688 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.689 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.757 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.757 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.769 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.769 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.861 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.861 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.872 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.873 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:19.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:19.953 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:19.958 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:19.969 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.974 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:19.980 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:19.985 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:19.985 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.986 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:19.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:19.993 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:19.998 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:20.000 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 6069bc79e9bb0cb9fd7171c771693af7 (2250 bytes, checkpointDuration=534 ms, finalizationTime=4 ms).
00:28:20.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d323a35c05924ba082387daa93370011
00:28:20.008 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:20.009 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:20.009 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:20.009 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.140.252:42389, [4ms] Sub RPC GetTableLocations: received response from server master-127.14.140.252:42389: OK, deferred=null)) after lookup
00:28:20.026 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:28:20.026 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470500024 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:20.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 6f961edd29cc0cedf9e0da514df425daccd72a3c4c7663d275c0a64278edc8f0 from pending
00:28:20.027 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b9adafd6f98aabb3e8acc0a47a1fbcfc6eb1580e42f349507d4e75b348122b18 from pending
00:28:20.027 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 2 finished splits from enumerator state
00:28:20.057 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=25 ms, finalizationTime=7 ms).
00:28:20.073 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:28:20.092 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5cf7127fc4de4c36a34c37150098e41d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.092 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5cf7127fc4de4c36a34c37150098e41d for partition [0x80000000, 0x80000032) with scanner id null
00:28:20.127 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bf26aac65165495bae47b5458b69ebe1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.128 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet bf26aac65165495bae47b5458b69ebe1 for partition [0x80000064, 0x800000C8) with scanner id null
00:28:20.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5da108430d2c448ebad6e5097e265eea for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:20.136 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 408eae7abe1f45e0a041b3a30c9e818e for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:20.137 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5da108430d2c448ebad6e5097e265eea@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)[L],c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=408eae7abe1f45e0a041b3a30c9e818e@[8f3406a30c2c441d94969a569239a202(127.15.67.129:39681),aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291),c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:20.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.67.188:35297, [7ms] Sub RPC GetTableLocations: received response from server master-127.15.67.188:35297: OK, deferred=null)) after lookup
00:28:20.152 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.152 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:20.164 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.164 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:20.182 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5cf7127fc4de4c36a34c37150098e41d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.182 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5cf7127fc4de4c36a34c37150098e41d for partition [0x80000000, 0x80000032) with scanner id null
00:28:20.197 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=bf26aac65165495bae47b5458b69ebe1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.198 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet bf26aac65165495bae47b5458b69ebe1 for partition [0x80000064, 0x800000C8) with scanner id null
00:28:20.227 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5da108430d2c448ebad6e5097e265eea, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.227 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5da108430d2c448ebad6e5097e265eea for partition [0x80000000, 0x80000032) with scanner id null
00:28:20.246 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=408eae7abe1f45e0a041b3a30c9e818e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:20.246 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 408eae7abe1f45e0a041b3a30c9e818e for partition [0x80000064, 0x800000C8) with scanner id null
00:28:20.247 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state READY
00:28:20.248 [DEBUG - main] (Connection.java:575) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] disconnecting while in state READY
00:28:20.248 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state READY
00:28:20.248 [DEBUG - main] (Connection.java:575) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] disconnecting while in state READY
00:28:20.248 [DEBUG - main] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state READY
00:28:20.249 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:20.249 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:20.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:20.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:20.250 [DEBUG - kudu-nio-3] (Connection.java:239) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] handling channelInactive
00:28:20.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] cleaning up while in state READY due to: connection closed
00:28:20.251 [DEBUG - kudu-nio-4] (Connection.java:239) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] handling channelInactive
00:28:20.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] cleaning up while in state READY due to: connection closed
00:28:20.253 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:20.255 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:28:20.255 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:20.257 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:28:20.257 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:28:20.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.263799 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15928
00:28:20.266 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:20.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:20.266 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:28:20.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.356986 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 16084
00:28:20.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.428725 16248 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.67.129:39681: connect: Connection refused (error 111)
00:28:20.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:20.439381 16248 consensus_peers.cc:597] T 408eae7abe1f45e0a041b3a30c9e818e P c8e38e52344943709b4ceb4da82b762b -> Peer 8f3406a30c2c441d94969a569239a202 (127.15.67.129:39681): Couldn't send request to peer 8f3406a30c2c441d94969a569239a202. Status: Network error: Client connection negotiation failed: client connection to 127.15.67.129:39681: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:20.446 [DEBUG - kudu-nio-3] (Connection.java:239) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] handling channelInactive
00:28:20.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] cleaning up while in state READY due to: connection closed
00:28:20.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.446770 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 16225
00:28:20.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470500461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:20.492 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=30 ms, finalizationTime=1 ms).
00:28:20.495 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:28:20.512 [DEBUG - kudu-nio-3] (Connection.java:239) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] handling channelInactive
00:28:20.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] cleaning up while in state READY due to: connection closed
00:28:20.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.522424 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15643
00:28:20.561 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:20.561 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:20.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:20.562 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:20.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:20.563 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.67.190:40727(127.15.67.190:40727)] handling channelInactive
00:28:20.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:20.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state READY due to: connection closed
00:28:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.571485 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15714
00:28:20.604 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:20.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:20.606 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:20.606 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:20.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:20.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:20.608 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.67.189:40917(127.15.67.189:40917)] handling channelInactive
00:28:20.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state READY due to: connection closed
00:28:20.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:20.614461 15630 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15790
00:28:20.671 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:20.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:20.673 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:20.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:20.675 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:20.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:20.676 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.67.188:35297(127.15.67.188:35297)] handling channelInactive
00:28:20.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state READY due to: connection closed
00:28:20.963 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470500961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:21.002 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=39 ms, finalizationTime=2 ms).
00:28:21.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:28:21.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470501461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:21.495 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
00:28:21.497 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:28:21.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table c00e503c08d745ae8a473e23e9d1b3eb
00:28:21.761 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5cf7127fc4de4c36a34c37150098e41d for table 'replication_test_table' with partition [0x80000000, 0x80000032)
00:28:21.762 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet bf26aac65165495bae47b5458b69ebe1 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:28:21.762 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:21.767 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='71dbde659b7e36a9d003f63d1bf7a3afc10c09c14921a2d4746be19218a58875'}]
00:28:21.769 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:21.770 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='132db32ac2a1c7357873f244861cb01444138230c5945af09bff420d3d411292'}]
00:28:21.777 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:21.798 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:28:21.809 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299997, tablet=5cf7127fc4de4c36a34c37150098e41d@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)[L],3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851),856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}]
00:28:21.812 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:28:21.817 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=bf26aac65165495bae47b5458b69ebe1@[2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757),3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)[L],856c1f90010a45dab6a8d5c92a9554a7(127.14.140.193:42339)]}]
00:28:21.821 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] connecting to peer
00:28:21.832 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] connecting to peer
00:28:21.862 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] Successfully connected to peer
00:28:21.889 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.195
00:28:21.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] Successfully connected to peer
00:28:21.920 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.140.195
00:28:21.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470501961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:21.983 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 6069bc79e9bb0cb9fd7171c771693af7 (2270 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
00:28:21.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:28:22.000 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:22.001 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:22.011 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x987202cd, L:/127.0.0.1:42170 - R:/127.14.140.195:34851] using SASL/PLAIN
00:28:22.012 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbf419445, L:/127.0.0.1:42180 - R:/127.14.140.195:34851] using SASL/PLAIN
00:28:22.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:22Z chronyd exiting
00:28:22.033 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095175168000001) for scanner KuduScanner(table=replication_test_table, tablet=5cf7127fc4de4c36a34c37150098e41d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:22.034 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [71dbde659b7e36a9d003f63d1bf7a3afc10c09c14921a2d4746be19218a58875]
00:28:22.034 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [71dbde659b7e36a9d003f63d1bf7a3afc10c09c14921a2d4746be19218a58875]
00:28:22.035 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:28:22.035 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:28:22.036 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 71dbde659b7e36a9d003f63d1bf7a3afc10c09c14921a2d4746be19218a58875 finished by subtask 2; deferring removal (restored in pending)
00:28:22.037 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] disconnecting while in state READY
00:28:22.038 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:22.041 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095175168000001) for scanner KuduScanner(table=replication_test_table, tablet=bf26aac65165495bae47b5458b69ebe1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:28:22.044 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [132db32ac2a1c7357873f244861cb01444138230c5945af09bff420d3d411292]
00:28:22.044 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [132db32ac2a1c7357873f244861cb01444138230c5945af09bff420d3d411292]
00:28:22.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:28:22.045 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:28:22.047 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] disconnecting while in state READY
00:28:22.048 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 132db32ac2a1c7357873f244861cb01444138230c5945af09bff420d3d411292 finished by subtask 0; deferring removal (restored in pending)
00:28:22.048 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:22.058 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] handling channelInactive
00:28:22.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] cleaning up while in state READY due to: connection closed
00:28:22.059 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:28:22.059 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:28:22.063 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] handling channelInactive
00:28:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] cleaning up while in state READY due to: connection closed
00:28:22.064 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:28:22.064 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:28:22.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470502461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:22.488 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 6069bc79e9bb0cb9fd7171c771693af7 (2270 bytes, checkpointDuration=26 ms, finalizationTime=0 ms).
00:28:22.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:28:22.489 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 132db32ac2a1c7357873f244861cb01444138230c5945af09bff420d3d411292 from pending
00:28:22.489 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 71dbde659b7e36a9d003f63d1bf7a3afc10c09c14921a2d4746be19218a58875 from pending
00:28:22.490 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 2 finished splits from enumerator state
00:28:22.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470502961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:22.983 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
00:28:22.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:28:23.132 [DEBUG - main] (Connection.java:575) [peer 2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)] disconnecting while in state READY
00:28:23.133 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)] handling channelInactive
00:28:23.133 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 2d4d0ae97b8f40c08386c085cbff25f5(127.14.140.194:35757)] cleaning up while in state READY due to: connection closed
00:28:23.135 [DEBUG - main] (Connection.java:575) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] disconnecting while in state READY
00:28:23.135 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state READY
00:28:23.135 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state READY
00:28:23.135 [DEBUG - main] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state READY
00:28:23.136 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.140.254:35815(127.14.140.254:35815)] handling channelInactive
00:28:23.136 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] handling channelInactive
00:28:23.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 3d71796605b34e34bfe35ec87565617d(127.14.140.195:34851)] cleaning up while in state READY due to: connection closed
00:28:23.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state READY due to: connection closed
00:28:23.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:23.137 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.140.252:42389(127.14.140.252:42389)] handling channelInactive
00:28:23.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state READY due to: connection closed
00:28:23.139 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
00:28:23.139 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:28:23.140 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:23.140 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
00:28:23.141 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.140.253:40133(127.14.140.253:40133)] handling channelInactive
00:28:23.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state READY due to: connection closed
00:28:23.142 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:28:23.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.143795 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15183
00:28:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.181924 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15346
00:28:23.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.193794 15508 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.140.193:42339: connect: Connection refused (error 111)
00:28:23.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:23.197665 15508 consensus_peers.cc:597] T bf26aac65165495bae47b5458b69ebe1 P 3d71796605b34e34bfe35ec87565617d -> Peer 856c1f90010a45dab6a8d5c92a9554a7 (127.14.140.193:42339): Couldn't send request to peer 856c1f90010a45dab6a8d5c92a9554a7. Status: Network error: Client connection negotiation failed: client connection to 127.14.140.193:42339: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:28:23.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.219658 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15485
00:28:23.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.252252 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 14911
00:28:23.278 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.140.254:35815(127.14.140.254:35815)] handling channelInactive
00:28:23.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state READY due to: connection closed
00:28:23.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.279788 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 14981
00:28:23.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.140.253:40133(127.14.140.253:40133)] handling channelInactive
00:28:23.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:23.304068 14899 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 15056
00:28:23.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state READY due to: connection closed
00:28:23.330 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.140.252:42389(127.14.140.252:42389)] handling channelInactive
00:28:23.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state READY due to: connection closed
00:28:23.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470503461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:23.479 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:28:23.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:28:23.750 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.754 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.14.140.252:42389(127.14.140.252:42389) for tablet Kudu Master: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.762 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.764 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.777 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.777 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.778 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.802 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.803 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.805 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.806 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.821 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.822 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.824 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.824 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.824 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.825 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.842 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.842 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.843 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.844 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.845 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.862 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.862 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.864 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.865 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.865 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.865 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.902 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.903 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.904 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.904 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.904 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.904 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.962 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:23.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470503961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:23.963 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:23.963 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.963 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:23.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.965 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:23.965 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:23.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.967 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:23.967 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:23.977 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:28:23.979 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:28:24.162 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:24.163 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:24.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.164 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:24.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.166 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.166 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:24.202 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:24.204 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.205 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:24.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.206 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:24.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:24.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:24Z chronyd exiting
00:28:24.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470504460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:24.473 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:28:24.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:28:24.661 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:24.662 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:24.663 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:24.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:24.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:24.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:24.664 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:24.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470504961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:24.972 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:28:24.973 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
.00:28:25.423 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470505423
00:28:25.423 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470505423
00:28:25.426 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:25.428 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:28:25.429 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:25.429 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:28:25.429 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:25.429 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:25.437 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:25.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470505461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:25.474 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:28:25.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:28:25.541 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:25.542 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:25.543 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:25.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:25.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:25.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:25.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:25.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:25.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:25.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:25.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:25.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:25.544 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:25.765 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:25.766 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:25.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.769173 16730 mini_oidc.cc:150] Starting JWKS server
00:28:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.772248 16730 webserver.cc:534] Webserver started at http://127.0.0.1:46639/ using document root <none> and password file <none>
00:28:25.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.772686 16730 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.774338 16730 webserver.cc:534] Webserver started at http://127.0.0.1:33503/ using document root <none> and password file <none>
00:28:25.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:25.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:25Z Disabled control of system clock
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:25.831816 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/logs
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data/info.pb
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:25.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.190:39845
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.190
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:25.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json with env {}
00:28:25.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470505961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:25.973 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:28:25.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:28:26.062 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:26.063 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:26.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:26.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:26.063 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:26.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:26.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:26.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:26.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:26.065 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:26.065 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:26.065 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:26.065 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:26.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.136145 16742 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.136813 16742 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:26.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.137387 16742 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.170127 16742 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.170411 16742 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.170604 16742 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.170804 16742 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.170993 16742 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.171150 16742 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46639/jwks.json
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.208052 16742 master_runner.cc:387] Master server non-default flags:
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:26.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.190:39845
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data/info.pb
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.190
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/logs
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:26.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.209406 16742 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:26.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:26.211021 16742 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:26.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.221663 16748 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:26.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470506461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:26.496 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=34 ms, finalizationTime=1 ms).
00:28:26.498 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:28:26.964 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470506963 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:26.985 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
00:28:26.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:28:27.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470507461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:27.489 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
00:28:27.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:28:27.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:26.222424 16749 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.624679 16747 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 16742
00:28:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.749943 16742 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.528s	user 0.591s	sys 0.932s
00:28:27.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.750303 16742 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.529s	user 0.591s	sys 0.932s
00:28:27.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.751348 16751 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.754508 16750 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1528 milliseconds
00:28:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.754577 16742 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:27.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.755848 16742 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:27.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.758255 16742 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:27.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.759627 16742 hybrid_clock.cc:648] HybridClock initialized: now 1783470507759559 us; error 49 us; skew 500 ppm
00:28:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.760443 16742 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.766188 16742 webserver.cc:534] Webserver started at http://127.16.86.190:35079/ using document root <none> and password file <none>
00:28:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.767130 16742 fs_manager.cc:362] Metadata directory not provided
00:28:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.767346 16742 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:27.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.767839 16742 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.772024 16742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data/instance:
00:28:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5362fc403bf451bba050da8d3c1034f"
00:28:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:27 on dist-test-slave-qgzj"
00:28:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.773166 16742 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal/instance:
00:28:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5362fc403bf451bba050da8d3c1034f"
00:28:27.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:27 on dist-test-slave-qgzj"
00:28:27.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.780169 16742 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.000s	sys 0.006s
00:28:27.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.785763 16759 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.786808 16742 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
00:28:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.787156 16742 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal
00:28:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f5362fc403bf451bba050da8d3c1034f"
00:28:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:27 on dist-test-slave-qgzj"
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.787498 16742 fs_report.cc:389] FS layout report
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data/data
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:27.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:27.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.844580 16742 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.846163 16742 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.846666 16742 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.913534 16742 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.190:39845
00:28:27.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.913610 16810 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.190:39845 every 8 connection(s)
00:28:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.916234 16742 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/data/info.pb
00:28:27.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.921430 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 16742
00:28:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.921826 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-0/wal/instance
00:28:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.922101 16811 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.925101 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/logs
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data/info.pb
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.189:44553
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.189
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json with env {}
00:28:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.934581 16811 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } has no permanent_uuid. Determining permanent_uuid...
00:28:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:27.960840 16811 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } has no permanent_uuid. Determining permanent_uuid...
00:28:27.963 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470507961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.964452 16760 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:27.975944 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:27.978 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:28:27.980 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:28:28.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.025513 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 1
00:28:28.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.029901 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:28.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.098335 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 2
00:28:28.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.102880 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:28.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.194273 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 3
00:28:28.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.198640 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:28.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.239114 16813 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.239835 16813 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.240407 16813 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.272964 16813 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.273303 16813 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:28.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.273644 16813 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.273959 16813 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.274257 16813 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:28.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.274477 16813 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46639/jwks.json
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.310559 16813 master_runner.cc:387] Master server non-default flags:
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.189:44553
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data/info.pb
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.189
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/logs
00:28:28.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:28.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.312238 16813 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:28.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.313905 16813 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.323740 16822 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.342012 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 4
00:28:28.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.348659 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:28.464 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470508461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:28.490 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
00:28:28.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:28:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:28.648150 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 5
00:28:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.655095 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:28.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470508961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:28.990 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
00:28:28.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:28:29.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.202574 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 6
00:28:29.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.228289 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.189:44553: Network error: Client connection negotiation failed: client connection to 127.16.86.189:44553: connect: Connection refused (error 111)
00:28:29.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470509461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:29.487 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
00:28:29.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:28:29.622 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:29.623 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:29.623 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:29.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:29.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:29.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:29.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:29.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:29.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:29.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:29.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:29.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:29.629 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.728387 16821 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 16813
00:28:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.871410 16813 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.547s	user 0.623s	sys 0.922s
00:28:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.872095 16813 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.548s	user 0.623s	sys 0.922s
00:28:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:28.324678 16823 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.872958 16824 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1546 milliseconds
00:28:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:29.873790 16825 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:29.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.873764 16813 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:29.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.877079 16813 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:29.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.879397 16813 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:29.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.880734 16813 hybrid_clock.cc:648] HybridClock initialized: now 1783470509880699 us; error 44 us; skew 500 ppm
00:28:29.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.881507 16813 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:29.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.887483 16813 webserver.cc:534] Webserver started at http://127.16.86.189:44771/ using document root <none> and password file <none>
00:28:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.888351 16813 fs_manager.cc:362] Metadata directory not provided
00:28:29.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.888533 16813 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:29.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.888980 16813 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.893208 16813 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data/instance:
00:28:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652f4fa56454a4f9f1384fbbfec092c"
00:28:29.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:29 on dist-test-slave-qgzj"
00:28:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.894320 16813 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal/instance:
00:28:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652f4fa56454a4f9f1384fbbfec092c"
00:28:29.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:29 on dist-test-slave-qgzj"
00:28:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.901614 16813 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
00:28:29.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.907806 16835 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.908948 16813 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:28:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.909243 16813 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal
00:28:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6652f4fa56454a4f9f1384fbbfec092c"
00:28:29.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:29 on dist-test-slave-qgzj"
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.909546 16813 fs_report.cc:389] FS layout report
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data/data
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:29.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.959122 16813 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.960762 16813 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:29.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:29.961565 16813 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:29.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470509961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:29.980 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:28:29.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:28:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.043282 16813 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.189:44553
00:28:30.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.043371 16886 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.189:44553 every 8 connection(s)
00:28:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.046103 16813 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/data/info.pb
00:28:30.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.046542 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 16813
00:28:30.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.046864 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-1/wal/instance
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.049633 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/logs
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data/info.pb
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.188:40499
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.188
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:30.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json with env {}
00:28:30.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.053262 16887 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.064088 16887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.087960 16887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.102484 16887 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.105271 16837 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.109337 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.158938 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 1
00:28:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.163345 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.231793 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 2
00:28:30.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.235996 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.288805 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } attempt: 7
00:28:30.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.299954 16811 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
00:28:30.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.305634 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.327461 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 3
00:28:30.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.331712 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.361711 16889 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:30.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.362316 16889 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:30.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.363098 16889 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:30.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.364068 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 1
00:28:30.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.368290 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.395824 16889 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.396117 16889 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.396317 16889 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:30.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.396514 16889 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.396811 16889 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:30.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.397063 16889 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46639/jwks.json
00:28:30.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.433504 16889 master_runner.cc:387] Master server non-default flags:
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.188:40499
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46639/jwks.json
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data/info.pb
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.188
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/logs
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:30.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:30.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.435277 16889 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:30.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.436892 16889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:30.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.447150 16901 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.449723 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 2
00:28:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.455875 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470510461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:30.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.476670 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 4
00:28:30.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.484046 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.486 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
00:28:30.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:28:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.541473 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 3
00:28:30.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.548636 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.689154 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 4
00:28:30.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.696321 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.783540 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 5
00:28:30.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.790616 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:30.964 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470510961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:30.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:30.980430 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 5
00:28:31.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.999806 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:31.003 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=41 ms, finalizationTime=0 ms).
00:28:31.005 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:28:31.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.338085 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 6
00:28:31.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.368005 16887 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:31.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470511461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:31.495 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
00:28:31.497 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:28:31.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.552404 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 6
00:28:31.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.580153 16811 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.86.188:40499: Network error: Client connection negotiation failed: client connection to 127.16.86.188:40499: connect: Connection refused (error 111)
00:28:31.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:30.448139 16902 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.835139 16904 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.840724 16903 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1391 milliseconds
00:28:31.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.841428 16889 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.394s	user 0.461s	sys 0.927s
00:28:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:31.841770 16889 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.394s	user 0.461s	sys 0.927s
00:28:31.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.842038 16889 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:31.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.843513 16889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.846735 16889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.848351 16889 hybrid_clock.cc:648] HybridClock initialized: now 1783470511848292 us; error 55 us; skew 500 ppm
00:28:31.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.849488 16889 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:31.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.858222 16889 webserver.cc:534] Webserver started at http://127.16.86.188:37115/ using document root <none> and password file <none>
00:28:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.859499 16889 fs_manager.cc:362] Metadata directory not provided
00:28:31.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.859805 16889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:31.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.860365 16889 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.866742 16889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data/instance:
00:28:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10fc3d6b6e048cfa26208cf6780ae56"
00:28:31.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:31 on dist-test-slave-qgzj"
00:28:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.868263 16889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal/instance:
00:28:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10fc3d6b6e048cfa26208cf6780ae56"
00:28:31.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:31 on dist-test-slave-qgzj"
00:28:31.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.878134 16889 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
00:28:31.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.885561 16915 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.886852 16889 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.004s
00:28:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.887269 16889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal
00:28:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c10fc3d6b6e048cfa26208cf6780ae56"
00:28:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:31 on dist-test-slave-qgzj"
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.887717 16889 fs_report.cc:389] FS layout report
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data/data
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:31.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470511961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:31.977 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:28:31.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:28:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.978974 16889 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:31.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.981392 16889 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:31.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:31.981832 16889 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:32.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.061614 16889 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.188:40499
00:28:32.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.061786 16966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.188:40499 every 8 connection(s)
00:28:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.064410 16889 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/data/info.pb
00:28:32.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.068821 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 16889
00:28:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.069227 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/master-2/wal/instance
00:28:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.071439 16967 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:32.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.086213 16967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.127810 16967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.139127 16967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } has no permanent_uuid. Determining permanent_uuid...
00:28:32.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.158164 16967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: Bootstrap starting.
00:28:32.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.164568 16967 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: Neither blocks nor log segments found. Creating new log.
00:28:32.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.166770 16967 log.cc:826] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: Log is configured to *not* fsync() on all Append() calls
00:28:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.171809 16967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: No bootstrap required, opened a new log
00:28:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.192209 16967 raft_consensus.cc:359] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.192898 16967 raft_consensus.cc:385] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:32.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.193172 16967 raft_consensus.cc:740] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c10fc3d6b6e048cfa26208cf6780ae56, State: Initialized, Role: FOLLOWER
00:28:32.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.193980 16967 consensus_queue.cc:260] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.196700 16976 sys_catalog.cc:455] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.197504 16976 sys_catalog.cc:458] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.198377 16967 sys_catalog.cc:565] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: configured and running, proceeding with master startup.
00:28:32.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.228286 16987 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:32.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.228955 16987 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.237509 16921 tablet.cc:2406] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.223804 16889 master_runner.cc:187] Error getting master registration for 127.16.86.190:39845: OK, instance_id { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" instance_seqno: 1783470507895424 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:32.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.253625 16889 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.374639 16976 raft_consensus.cc:493] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.375192 16976 raft_consensus.cc:515] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.377624 16976 leader_election.cc:290] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f5362fc403bf451bba050da8d3c1034f (127.16.86.190:39845), 6652f4fa56454a4f9f1384fbbfec092c (127.16.86.189:44553)
00:28:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.428498 16887 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 7
00:28:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.448838 16887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: Bootstrap starting.
00:28:32.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.455950 16887 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: Neither blocks nor log segments found. Creating new log.
00:28:32.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.457718 16887 log.cc:826] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: Log is configured to *not* fsync() on all Append() calls
00:28:32.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470512460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:32.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.462311 16887 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: No bootstrap required, opened a new log
00:28:32.474 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:28:32.476 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:28:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.492947 16887 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.494102 16887 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.494421 16887 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6652f4fa56454a4f9f1384fbbfec092c, State: Initialized, Role: FOLLOWER
00:28:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.495697 16887 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.501731 16991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.502750 16991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.503508 16887 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: configured and running, proceeding with master startup.
00:28:32.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.503672 16862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652f4fa56454a4f9f1384fbbfec092c" is_pre_election: true
00:28:32.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.504575 16862 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c10fc3d6b6e048cfa26208cf6780ae56 in term 0.
00:28:32.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.506121 16916 leader_election.cc:304] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6652f4fa56454a4f9f1384fbbfec092c, c10fc3d6b6e048cfa26208cf6780ae56; no voters: 
00:28:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.507228 16976 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.507570 16976 raft_consensus.cc:493] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:32.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.507884 16976 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 0 FOLLOWER]: Advancing to term 1
00:28:32.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.517447 16976 raft_consensus.cc:515] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.527276 16862 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6652f4fa56454a4f9f1384fbbfec092c"
00:28:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.528468 16862 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 0 FOLLOWER]: Advancing to term 1
00:28:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.528749 16976 leader_election.cc:290] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [CANDIDATE]: Term 1 election: Requested vote from peers f5362fc403bf451bba050da8d3c1034f (127.16.86.190:39845), 6652f4fa56454a4f9f1384fbbfec092c (127.16.86.189:44553)
00:28:32.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.539999 16862 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c10fc3d6b6e048cfa26208cf6780ae56 in term 1.
00:28:32.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.541092 16916 leader_election.cc:304] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6652f4fa56454a4f9f1384fbbfec092c, c10fc3d6b6e048cfa26208cf6780ae56; no voters: 
00:28:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.541947 16976 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 1 FOLLOWER]: Leader election won for term 1
00:28:32.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.549562 16976 raft_consensus.cc:697] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [term 1 LEADER]: Becoming Leader. State: Replica: c10fc3d6b6e048cfa26208cf6780ae56, State: Running, Role: LEADER
00:28:32.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.550545 16976 consensus_queue.cc:237] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.567112 17002 sys_catalog.cc:455] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c10fc3d6b6e048cfa26208cf6780ae56. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.567909 17002 sys_catalog.cc:458] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: This master's current role is: LEADER
00:28:32.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.577065 17006 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:32.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.584451 17006 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.588039 17003 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:32.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.588392 17003 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.553396 16813 master_runner.cc:187] Error getting master registration for 127.16.86.190:39845: OK, instance_id { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" instance_seqno: 1783470507895424 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:32.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.607406 16862 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [term 1 FOLLOWER]: Refusing update from remote peer c10fc3d6b6e048cfa26208cf6780ae56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:32.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.607740 16813 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:32.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.609637 16976 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:32.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.613600 16811 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } attempt: 7
00:28:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.652077 16991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: SysCatalogTable state changed. Reason: New leader c10fc3d6b6e048cfa26208cf6780ae56. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.652848 16991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.663142 16811 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: Bootstrap starting.
00:28:32.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.670814 16811 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: Neither blocks nor log segments found. Creating new log.
00:28:32.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.676156 16811 log.cc:826] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: Log is configured to *not* fsync() on all Append() calls
00:28:32.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.678265 17007 mvcc.cc:204] Tried to move back new op lower bound from 7305095219618017280 to 7305095219417690112. Current Snapshot: MvccSnapshot[applied={T|T < 7305095219618017280}]
00:28:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.681800 17002 sys_catalog.cc:455] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.682462 17002 sys_catalog.cc:458] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: This master's current role is: LEADER
00:28:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.690362 17006 catalog_manager.cc:1382] Generated new cluster ID: e6d176303beb47fc8ac6bbd76f7139a6
00:28:32.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.690667 17006 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.694936 16991 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.695652 16991 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.722 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:32.723 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:32.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.722985 16811 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: No bootstrap required, opened a new log
00:28:32.723 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:32.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:32.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:32.726 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:32.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:32.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:32.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:32.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:32.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:32.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:32.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.761058 16811 raft_consensus.cc:359] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.762217 16811 raft_consensus.cc:385] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:32.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.762688 16811 raft_consensus.cc:740] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f5362fc403bf451bba050da8d3c1034f, State: Initialized, Role: FOLLOWER
00:28:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.763581 17006 catalog_manager.cc:1405] Generated new certificate authority record
00:28:32.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.765640 17006 catalog_manager.cc:1539] Loading token signing keys...
00:28:32.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.773435 16811 consensus_queue.cc:260] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } }
00:28:32.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.779706 17014 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.781744 17014 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.784301 16811 sys_catalog.cc:565] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: configured and running, proceeding with master startup.
00:28:32.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.784941 16784 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [term 0 FOLLOWER]: Advancing to term 1
00:28:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.788949 16785 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f5362fc403bf451bba050da8d3c1034f"
00:28:32.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.791446 16786 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f5362fc403bf451bba050da8d3c1034f" is_pre_election: true
00:28:32.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.800261 17006 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56: Generated new TSK 0
00:28:32.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.801700 17006 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:32.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.804203 16784 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [term 1 FOLLOWER]: Refusing update from remote peer c10fc3d6b6e048cfa26208cf6780ae56: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:32.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.806245 17002 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:32.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.824560 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/logs
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data/info.pb
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.129:0
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.129
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.129
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:32.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:32.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:32.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:32.856824 16765 tablet.cc:2406] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.879920 17014 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: SysCatalogTable state changed. Reason: New leader c10fc3d6b6e048cfa26208cf6780ae56. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.880638 17014 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.878756 17020 sys_catalog.cc:455] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:32.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.884601 17020 sys_catalog.cc:458] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f [sys.catalog]: This master's current role is: FOLLOWER
00:28:32.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:32.958077 17031 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:32.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470512961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:32.981 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:28:32.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:28:33.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.362062 17016 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:33.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.363052 17016 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:33.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.363963 17016 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:33.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.384738 17002 sys_catalog.cc:455] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f5362fc403bf451bba050da8d3c1034f" member_type: VOTER last_known_addr { host: "127.16.86.190" port: 39845 } } peers { permanent_uuid: "6652f4fa56454a4f9f1384fbbfec092c" member_type: VOTER last_known_addr { host: "127.16.86.189" port: 44553 } } peers { permanent_uuid: "c10fc3d6b6e048cfa26208cf6780ae56" member_type: VOTER last_known_addr { host: "127.16.86.188" port: 40499 } } }
00:28:33.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.386966 17002 sys_catalog.cc:458] T 00000000000000000000000000000000 P c10fc3d6b6e048cfa26208cf6780ae56 [sys.catalog]: This master's current role is: LEADER
00:28:33.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.423067 17016 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:33.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.424467 17016 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.86.129
00:28:33.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470513461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:33.479 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:28:33.481 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:28:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.484362 17016 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:33.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.129:0
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data/info.pb
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.129
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.129
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/logs
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:33.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:33.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.486114 17016 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:33.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.487757 17016 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:33.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.501360 17039 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.595311 17003 catalog_manager.cc:1294] Loaded cluster ID: e6d176303beb47fc8ac6bbd76f7139a6
00:28:33.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.595963 17003 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: loading cluster ID for follower catalog manager: success
00:28:33.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.612962 17003 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: acquiring CA information for follower catalog manager: success
00:28:33.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.626420 17003 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6652f4fa56454a4f9f1384fbbfec092c: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:33.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470513961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:33.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.981241 17031 catalog_manager.cc:1294] Loaded cluster ID: e6d176303beb47fc8ac6bbd76f7139a6
00:28:33.984 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
00:28:33.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:28:33.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:33.988723 17031 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: loading cluster ID for follower catalog manager: success
00:28:34.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.005589 17031 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: acquiring CA information for follower catalog manager: success
00:28:34.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:34.016158 17031 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f5362fc403bf451bba050da8d3c1034f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:34.162 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:34.162 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:34.163 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:34.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:34.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:34.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:34.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:34.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:34.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:34.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:34.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:34.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:34.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:34.463 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470514461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:34.479 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:28:34.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:28:34.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470514961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:34.983 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
00:28:34.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:28:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:34.903043 17038 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17016
00:28:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.240621 17016 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.740s	user 0.545s	sys 0.879s
00:28:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.249403 17016 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.749s	user 0.545s	sys 0.880s
00:28:35.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:33.503527 17040 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:35.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.261936 17016 server_base.cc:1061] running on GCE node
00:28:35.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:35.263535 17046 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:35.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.265244 17016 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:35.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.274518 17016 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:35.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.278450 17016 hybrid_clock.cc:648] HybridClock initialized: now 1783470515278396 us; error 54 us; skew 500 ppm
00:28:35.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.279872 17016 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:35.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.309557 17016 webserver.cc:534] Webserver started at http://127.16.86.129:41479/ using document root <none> and password file <none>
00:28:35.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.311581 17016 fs_manager.cc:362] Metadata directory not provided
00:28:35.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.312093 17016 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:35.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.312850 17016 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:35.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.319484 17016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data/instance:
00:28:35.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:35.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-qgzj"
00:28:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.321333 17016 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal/instance:
00:28:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:35.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-qgzj"
00:28:35.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.337260 17016 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.009s	sys 0.005s
00:28:35.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.350643 17051 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.352286 17016 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.006s	sys 0.002s
00:28:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.352919 17016 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal
00:28:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:35.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:35 on dist-test-slave-qgzj"
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.353554 17016 fs_report.cc:389] FS layout report
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data/data
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:35.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:35.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.451205 17016 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:35.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.453497 17016 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:35.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.454233 17016 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:35.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470515460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:35.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.463640 17016 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.475946 17016 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:35.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.476518 17016 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.001s	sys 0.000s
00:28:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.477029 17016 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:35.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.477408 17016 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:35.480 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:28:35.483 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:28:35.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470515961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:35.975 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:28:35.976 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:28:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.977424 17016 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.129:32827
00:28:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.977542 17164 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.129:32827 every 8 connection(s)
00:28:35.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.980324 17016 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/data/info.pb
00:28:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.985296 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17016
00:28:35.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:35.986085 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-0/wal/instance
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.017654 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/logs
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data/info.pb
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.130:0
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.130
00:28:36.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.130
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:36.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.055109 17166 heartbeater.cc:344] Connected to a master server at 127.16.86.189:44553
00:28:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.055624 17166 heartbeater.cc:461] Registering TS with master...
00:28:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.056941 17166 heartbeater.cc:507] Master 127.16.86.189:44553 requested a full tablet report, sending...
00:28:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.062240 17165 heartbeater.cc:344] Connected to a master server at 127.16.86.188:40499
00:28:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.062574 17165 heartbeater.cc:461] Registering TS with master...
00:28:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.062734 16852 ts_manager.cc:194] Registered new tserver with Master: ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827)
00:28:36.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.063410 17165 heartbeater.cc:507] Master 127.16.86.188:40499 requested a full tablet report, sending...
00:28:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.065891 17169 heartbeater.cc:344] Connected to a master server at 127.16.86.190:39845
00:28:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.065927 16932 ts_manager.cc:194] Registered new tserver with Master: ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827)
00:28:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.066247 17169 heartbeater.cc:461] Registering TS with master...
00:28:36.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.067116 17169 heartbeater.cc:507] Master 127.16.86.190:39845 requested a full tablet report, sending...
00:28:36.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.068526 16932 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.86.129:52083
00:28:36.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.070154 16776 ts_manager.cc:194] Registered new tserver with Master: ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827)
00:28:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.397579 17175 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:36.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.398481 17175 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:36.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.399027 17175 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:36.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.432101 17175 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:36.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.433064 17175 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.86.130
00:28:36.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470516461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:36.477 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:28:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.477442 17175 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:36.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.130:0
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data/info.pb
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.130
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.130
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/logs
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:36.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:36.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:28:36.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.480166 17175 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:36.481913 17175 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:36.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.496222 17182 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:36.882 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:36.883 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:36.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:36.883 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:36.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:36.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:36.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:36.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:36.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:36.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:36.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:36.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:36.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:36.963 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470516962 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:36.983 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
00:28:36.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:28:37.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.072904 17165 heartbeater.cc:499] Master 127.16.86.188:40499 was elected leader, sending a full tablet report...
00:28:37.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470517461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:37.476 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:28:37.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:28:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:37.897313 17181 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17175
00:28:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:36.499624 17183 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:37.909158 17175 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.411s	user 0.516s	sys 0.849s
00:28:37.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:37.909523 17175 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.412s	user 0.516s	sys 0.849s
00:28:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.933694 17175 server_base.cc:1061] running on GCE node
00:28:37.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:37.933815 17186 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:37.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.935092 17175 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.937325 17175 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.938689 17175 hybrid_clock.cc:648] HybridClock initialized: now 1783470517938649 us; error 45 us; skew 500 ppm
00:28:37.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.939486 17175 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.945461 17175 webserver.cc:534] Webserver started at http://127.16.86.130:36303/ using document root <none> and password file <none>
00:28:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.946321 17175 fs_manager.cc:362] Metadata directory not provided
00:28:37.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.946525 17175 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:37.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.946954 17175 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.951354 17175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data/instance:
00:28:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:37 on dist-test-slave-qgzj"
00:28:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.952391 17175 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal/instance:
00:28:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:37.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:37 on dist-test-slave-qgzj"
00:28:37.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.959568 17175 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
00:28:37.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470517960 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:37.977 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:28:37.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.976778 17192 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:37.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:28:37.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.978519 17175 fs_manager.cc:730] Time spent opening block manager: real 0.015s	user 0.005s	sys 0.002s
00:28:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.978936 17175 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal
00:28:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:37.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:37 on dist-test-slave-qgzj"
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:37.979414 17175 fs_report.cc:389] FS layout report
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data/data
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:37.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:38.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.042624 17175 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.044191 17175 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:38.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.044653 17175 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:38.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.047652 17175 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.051981 17175 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.052181 17175 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.052383 17175 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:38.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.052529 17175 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.191306 17175 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.130:33087
00:28:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.191414 17304 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.130:33087 every 8 connection(s)
00:28:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.193778 17175 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/data/info.pb
00:28:38.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.204164 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17175
00:28:38.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.205026 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-1/wal/instance
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.235841 16730 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/logs
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data/info.pb
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:38.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.131:0
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.131
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.131
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:38.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.246147 17305 heartbeater.cc:344] Connected to a master server at 127.16.86.188:40499
00:28:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.246699 17305 heartbeater.cc:461] Registering TS with master...
00:28:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.248090 17305 heartbeater.cc:507] Master 127.16.86.188:40499 requested a full tablet report, sending...
00:28:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.248716 17307 heartbeater.cc:344] Connected to a master server at 127.16.86.190:39845
00:28:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.249043 17307 heartbeater.cc:461] Registering TS with master...
00:28:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.249867 17307 heartbeater.cc:507] Master 127.16.86.190:39845 requested a full tablet report, sending...
00:28:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.250765 16932 ts_manager.cc:194] Registered new tserver with Master: 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.252436 16932 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.86.130:51747
00:28:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.252803 16776 ts_manager.cc:194] Registered new tserver with Master: 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.260674 17306 heartbeater.cc:344] Connected to a master server at 127.16.86.189:44553
00:28:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.261037 17306 heartbeater.cc:461] Registering TS with master...
00:28:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.261690 17306 heartbeater.cc:507] Master 127.16.86.189:44553 requested a full tablet report, sending...
00:28:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.264465 16852 ts_manager.cc:194] Registered new tserver with Master: 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:38.381 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:38.382 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:38.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:38.383 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:38.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:38.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:38.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:38.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:38.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:38.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:38.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:38.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:38.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:38.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470518460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:38.470 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:28:38.471 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:28:38.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.555395 17316 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.555871 17316 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.556280 17316 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:38.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.588379 17316 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:38.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.589262 17316 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.86.131
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.625672 17316 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.86.148:45041
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.86.131:0
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data/info.pb
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.86.131
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.86.190:39845,127.16.86.189:44553,127.16.86.188:40499
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.86.131
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/logs
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:38.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:38.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.627038 17316 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:38.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:38.628620 17316 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:38.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.641237 17322 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:38.965 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470518961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:38.989 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
00:28:38.991 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:28:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.256392 17305 heartbeater.cc:499] Master 127.16.86.188:40499 was elected leader, sending a full tablet report...
00:28:39.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470519461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:39.487 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=26 ms, finalizationTime=0 ms).
00:28:39.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:28:39.662 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:39.663 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:39.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:39.664 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:39.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:39.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:39.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:39.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:39.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:39.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:39.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:39.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:39.673 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:38.641685 17323 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:39.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.898303 17325 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:39.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.900385 17324 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1253 milliseconds
00:28:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.900854 17316 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.260s	user 0.511s	sys 0.743s
00:28:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:39.901160 17316 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.260s	user 0.511s	sys 0.743s
00:28:39.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.901445 17316 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:39.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.902554 17316 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.904860 17316 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.906250 17316 hybrid_clock.cc:648] HybridClock initialized: now 1783470519906210 us; error 35 us; skew 500 ppm
00:28:39.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.907145 17316 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.914372 17316 webserver.cc:534] Webserver started at http://127.16.86.131:34549/ using document root <none> and password file <none>
00:28:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.915387 17316 fs_manager.cc:362] Metadata directory not provided
00:28:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.915602 17316 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:39.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.916093 17316 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.920868 17316 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data/instance:
00:28:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:39.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:39 on dist-test-slave-qgzj"
00:28:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.922051 17316 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal/instance:
00:28:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:39 on dist-test-slave-qgzj"
00:28:39.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.929726 17316 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
00:28:39.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.936756 17332 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.937913 17316 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
00:28:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.938271 17316 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal
00:28:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:39.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:39 on dist-test-slave-qgzj"
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:39.938642 17316 fs_report.cc:389] FS layout report
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data/data
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:39.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:39.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470519961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:39.980 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:28:39.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:28:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.020457 17316 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.022607 17316 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.023166 17316 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.027297 17316 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.032243 17316 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.032442 17316 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.032672 17316 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:40.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.032819 17316 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:40.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.193091 17316 rpc_server.cc:307] RPC server started. Bound to: 127.16.86.131:39143
00:28:40.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.193274 17444 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.86.131:39143 every 8 connection(s)
00:28:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.195662 17316 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/data/info.pb
00:28:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.202713 16730 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17316
00:28:40.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.203200 16730 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4860807707268090175/ts-2/wal/instance
00:28:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.241984 17445 heartbeater.cc:344] Connected to a master server at 127.16.86.188:40499
00:28:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.242512 17445 heartbeater.cc:461] Registering TS with master...
00:28:40.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.243891 17445 heartbeater.cc:507] Master 127.16.86.188:40499 requested a full tablet report, sending...
00:28:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.246555 16932 ts_manager.cc:194] Registered new tserver with Master: 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:40.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.247704 17447 heartbeater.cc:344] Connected to a master server at 127.16.86.190:39845
00:28:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.248036 17447 heartbeater.cc:461] Registering TS with master...
00:28:40.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.248234 16932 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.86.131:54919
00:28:40.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.248944 17447 heartbeater.cc:507] Master 127.16.86.190:39845 requested a full tablet report, sending...
00:28:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.251547 16776 ts_manager.cc:194] Registered new tserver with Master: 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.251806 17446 heartbeater.cc:344] Connected to a master server at 127.16.86.189:44553
00:28:40.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.252130 17446 heartbeater.cc:461] Registering TS with master...
00:28:40.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.252808 17446 heartbeater.cc:507] Master 127.16.86.189:44553 requested a full tablet report, sending...
00:28:40.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.254819 16852 ts_manager.cc:194] Registered new tserver with Master: 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:40.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.270885 16730 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:40.282 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:40.282 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:40.284 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.86.190"
      port: 39845
    }
    bound_http_address {
      host: "127.16.86.190"
      port: 35079
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.86.189"
      port: 44553
    }
    bound_http_address {
      host: "127.16.86.189"
      port: 44771
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.86.188"
      port: 40499
    }
    bound_http_address {
      host: "127.16.86.188"
      port: 37115
    }
  }
}

00:28:40.285 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:40.288 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.86.129"
      port: 32827
    }
    bound_http_address {
      host: "127.16.86.129"
      port: 41479
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.86.130"
      port: 33087
    }
    bound_http_address {
      host: "127.16.86.130"
      port: 36303
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.86.131"
      port: 39143
    }
    bound_http_address {
      host: "127.16.86.131"
      port: 34549
    }
  }
}

00:28:40.288 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:40.290 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:40.290 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:28:40.290 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:28:40.290 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:28:40.291 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:28:40.294 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:28:40.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470520461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:40.473 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:28:40.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:28:40.627 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:40.627 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:28:40.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.630882 17455 mini_oidc.cc:150] Starting JWKS server
00:28:40.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.634361 17455 webserver.cc:534] Webserver started at http://127.0.0.1:38743/ using document root <none> and password file <none>
00:28:40.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.634784 17455 mini_oidc.cc:186] Starting OIDC Discovery server
00:28:40.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.636373 17455 webserver.cc:534] Webserver started at http://127.0.0.1:44265/ using document root <none> and password file <none>
00:28:40.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:28:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:28:40Z Disabled control of system clock
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:40.696712 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/logs
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data/info.pb
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.254:46265
00:28:40.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.254
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:40.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json with env {}
00:28:40.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470520961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:40.977 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:28:40.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:28:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:40.999876 17468 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.000440 17468 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.000989 17468 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.035825 17468 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.036106 17468 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.036299 17468 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:41.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.036509 17468 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.036820 17468 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:41.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.037056 17468 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38743/jwks.json
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.094591 17468 master_runner.cc:387] Master server non-default flags:
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.254:46265
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data/info.pb
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.254
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/logs
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:41.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:41.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.096290 17468 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:41.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.098032 17468 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:41.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.109814 17474 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:41.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:41.252530 17445 heartbeater.cc:499] Master 127.16.86.188:40499 was elected leader, sending a full tablet report...
00:28:41.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470521460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:41.474 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:28:41.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:28:41.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470521961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:41.981 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:28:41.983 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:28:42.122 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:42.123 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:42.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.123 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:42.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.126 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:42.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:41.111477 17475 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.303025 17477 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.306123 17476 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1194 milliseconds
00:28:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.306208 17468 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.307440 17468 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.310047 17468 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.311419 17468 hybrid_clock.cc:648] HybridClock initialized: now 1783470522311371 us; error 44 us; skew 500 ppm
00:28:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.312256 17468 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:42.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.318576 17468 webserver.cc:534] Webserver started at http://127.17.11.254:40963/ using document root <none> and password file <none>
00:28:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.319631 17468 fs_manager.cc:362] Metadata directory not provided
00:28:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.319857 17468 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:42.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.320269 17468 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.324525 17468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data/instance:
00:28:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7055585fd2f545a3a9efd8400c3d88aa"
00:28:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:42 on dist-test-slave-qgzj"
00:28:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.325717 17468 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal/instance:
00:28:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7055585fd2f545a3a9efd8400c3d88aa"
00:28:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:42 on dist-test-slave-qgzj"
00:28:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.332803 17468 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.000s
00:28:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.338100 17485 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.339059 17468 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.002s	sys 0.003s
00:28:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.339390 17468 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal
00:28:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7055585fd2f545a3a9efd8400c3d88aa"
00:28:42.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:42 on dist-test-slave-qgzj"
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.339715 17468 fs_report.cc:389] FS layout report
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data/data
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:42.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.387547 17468 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.389241 17468 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.389722 17468 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:42.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.460446 17468 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.254:46265
00:28:42.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.460510 17536 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.254:46265 every 8 connection(s)
00:28:42.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470522461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.464361 17468 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/data/info.pb
00:28:42.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.470222 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17468
00:28:42.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.470681 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-0/wal/instance
00:28:42.473 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:28:42.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.475435 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:42.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/logs
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data/info.pb
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.253:37269
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.253
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:42.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json with env {}
00:28:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.480048 17537 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:42.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.494182 17537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } has no permanent_uuid. Determining permanent_uuid...
00:28:42.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.527244 17537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } has no permanent_uuid. Determining permanent_uuid...
00:28:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.529999 17488 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.534180 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.583756 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 1
00:28:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.588039 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.621 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:42.622 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:42.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.623 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:42.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:42.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:42.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:42.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.656497 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 2
00:28:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.661264 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.752707 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 3
00:28:42.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.757051 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.797045 17539 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.797623 17539 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:42.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.798151 17539 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.830832 17539 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.831130 17539 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.831339 17539 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.831557 17539 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:42.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.831805 17539 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:42.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.831971 17539 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38743/jwks.json
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.875080 17539 master_runner.cc:387] Master server non-default flags:
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:42.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.253:37269
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data/info.pb
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.253
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/logs
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:42.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:42.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.876480 17539 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:42.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.878554 17539 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:42.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.892657 17549 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:42.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:42.900414 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 4
00:28:42.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.906802 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:42.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470522961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:42.981 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:28:42.983 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:28:43.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.206228 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 5
00:28:43.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:43.213146 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:43.463 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470523461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:43.483 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
00:28:43.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:28:43.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:43.760671 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 6
00:28:43.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:43.792320 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.253:37269: Network error: Client connection negotiation failed: client connection to 127.17.11.253:37269: connect: Connection refused (error 111)
00:28:43.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470523961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:43.975 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:28:43.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.293222 17548 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 17539
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.431931 17548 kernel_stack_watchdog.cc:198] Thread 17539 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:42.898983 17550 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:44.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.436510 17551 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1538 milliseconds
00:28:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.436765 17539 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.543s	user 0.000s	sys 0.002s
00:28:44.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.437145 17539 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.543s	user 0.000s	sys 0.002s
00:28:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.438439 17552 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:44.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.438517 17539 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.439754 17539 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.442238 17539 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:44.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.443645 17539 hybrid_clock.cc:648] HybridClock initialized: now 1783470524443613 us; error 36 us; skew 500 ppm
00:28:44.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.444455 17539 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:44.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.450539 17539 webserver.cc:534] Webserver started at http://127.17.11.253:46399/ using document root <none> and password file <none>
00:28:44.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.451402 17539 fs_manager.cc:362] Metadata directory not provided
00:28:44.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.451597 17539 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:44.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.452034 17539 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.456326 17539 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data/instance:
00:28:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3904c4a28984878a34ce87d81288fdd"
00:28:44.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:44 on dist-test-slave-qgzj"
00:28:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.457437 17539 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal/instance:
00:28:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3904c4a28984878a34ce87d81288fdd"
00:28:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:44 on dist-test-slave-qgzj"
00:28:44.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470524460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:44.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.470723 17539 fs_manager.cc:696] Time spent creating directory manager: real 0.013s	user 0.007s	sys 0.001s
00:28:44.474 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:28:44.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:28:44.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.478761 17562 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.479864 17539 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:28:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.480218 17539 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal
00:28:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c3904c4a28984878a34ce87d81288fdd"
00:28:44.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:44 on dist-test-slave-qgzj"
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.480568 17539 fs_report.cc:389] FS layout report
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data/data
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.549341 17539 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.550907 17539 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.551405 17539 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.622759 17539 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.253:37269
00:28:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.622833 17613 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.253:37269 every 8 connection(s)
00:28:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.625633 17539 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/data/info.pb
00:28:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.631639 17614 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:44.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.632457 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17539
00:28:44.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.632910 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-1/wal/instance
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.634886 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/logs
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data/info.pb
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.252:43315
00:28:44.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.252
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:44.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json with env {}
00:28:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.645833 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } has no permanent_uuid. Determining permanent_uuid...
00:28:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.680104 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } has no permanent_uuid. Determining permanent_uuid...
00:28:44.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.700632 17614 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } has no permanent_uuid. Determining permanent_uuid...
00:28:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.703912 17566 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.708845 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.758469 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 1
00:28:44.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.762750 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.831194 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 2
00:28:44.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.835440 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.852847 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } attempt: 7
00:28:44.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.864929 17537 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } has no permanent_uuid. Determining permanent_uuid...
00:28:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.870806 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.926805 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 3
00:28:44.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:44.929188 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 1
00:28:44.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.932644 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.934927 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:44.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470524961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:44.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.972205 17616 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:44.972 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:28:44.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.973433 17616 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:44.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:28:44.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:44.974392 17616 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.008373 17616 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:28:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.008697 17616 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.009006 17616 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:28:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.009320 17616 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:28:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.009649 17616 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:28:45.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.009888 17616 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38743/jwks.json
00:28:45.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.017432 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 2
00:28:45.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.021813 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.064683 17616 master_runner.cc:387] Master server non-default flags:
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.252:43315
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38743/jwks.json
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data/info.pb
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.252
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/logs
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:45.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.066483 17616 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:45.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.068632 17616 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.076092 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 4
00:28:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.082108 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.090018 17628 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:45.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.107205 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 3
00:28:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.114920 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.255395 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 4
00:28:45.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.262415 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.381565 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 5
00:28:45.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.389500 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470525461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:45.477 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:28:45.478 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:28:45.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.545895 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 5
00:28:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.552511 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:45.562 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:45.563 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:45.563 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:45.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:45.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:45.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:45.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:45.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:45.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:45.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:45.568 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:45.568 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:45.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:45.936969 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 6
00:28:45.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470525961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:45.981 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:28:45.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:28:46.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.020932 17614 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:46.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.105083 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 6
00:28:46.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.118191 17537 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.11.252:43315: Network error: Client connection negotiation failed: client connection to 127.17.11.252:43315: connect: Connection refused (error 111)
00:28:46.462 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470526461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:46.489 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=22 ms, finalizationTime=5 ms).
00:28:46.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:28:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.490338 17627 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 17616
00:28:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.707522 17627 kernel_stack_watchdog.cc:198] Thread 17616 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:28:46.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:28:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:28:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:28:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:28:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:45.091588 17629 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.708536 17616 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.619s	user 0.659s	sys 0.942s
00:28:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.708763 17630 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1617 milliseconds
00:28:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.708921 17616 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.620s	user 0.659s	sys 0.942s
00:28:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.709935 17616 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:46.709990 17631 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.713328 17616 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:46.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.715809 17616 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:46.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.717151 17616 hybrid_clock.cc:648] HybridClock initialized: now 1783470526717115 us; error 35 us; skew 500 ppm
00:28:46.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.717976 17616 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:46.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.724067 17616 webserver.cc:534] Webserver started at http://127.17.11.252:46649/ using document root <none> and password file <none>
00:28:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.725075 17616 fs_manager.cc:362] Metadata directory not provided
00:28:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.725311 17616 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.725713 17616 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.729959 17616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data/instance:
00:28:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb856ef51ad4140bcc986f5ad75c9fb"
00:28:46.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:46 on dist-test-slave-qgzj"
00:28:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.730974 17616 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal/instance:
00:28:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb856ef51ad4140bcc986f5ad75c9fb"
00:28:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:46 on dist-test-slave-qgzj"
00:28:46.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.738055 17616 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
00:28:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.743570 17645 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:46.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.744654 17616 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.744988 17616 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6eb856ef51ad4140bcc986f5ad75c9fb"
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:46 on dist-test-slave-qgzj"
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.745318 17616 fs_report.cc:389] FS layout report
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:46.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data/data
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:46.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:46.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.802348 17616 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.804344 17616 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.804919 17616 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.876569 17616 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.252:43315
00:28:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.876727 17696 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.252:43315 every 8 connection(s)
00:28:46.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.879381 17616 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/data/info.pb
00:28:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.885411 17697 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:46.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.888494 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17616
00:28:46.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.888959 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/master-2/wal/instance
00:28:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.902397 17697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } has no permanent_uuid. Determining permanent_uuid...
00:28:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.937120 17697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } has no permanent_uuid. Determining permanent_uuid...
00:28:46.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.948437 17697 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } has no permanent_uuid. Determining permanent_uuid...
00:28:46.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470526961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:46.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.968152 17697 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: Bootstrap starting.
00:28:46.971 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:28:46.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:28:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.975359 17697 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: Neither blocks nor log segments found. Creating new log.
00:28:46.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.977716 17697 log.cc:826] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: Log is configured to *not* fsync() on all Append() calls
00:28:46.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:46.982401 17697 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: No bootstrap required, opened a new log
00:28:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.001900 17697 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.002548 17697 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.002835 17697 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6eb856ef51ad4140bcc986f5ad75c9fb, State: Initialized, Role: FOLLOWER
00:28:47.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.003684 17697 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.007030 17706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.007889 17706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.008873 17697 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: configured and running, proceeding with master startup.
00:28:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.034168 17717 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:47.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.034528 17717 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.030130 17616 master_runner.cc:187] Error getting master registration for 127.17.11.254:46265: OK, instance_id { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" instance_seqno: 1783470522441455 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:47.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.058508 17616 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:47.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.061336 17651 tablet.cc:2406] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:47.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.081403 17614 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 7
00:28:47.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.115428 17614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: Bootstrap starting.
00:28:47.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.123597 17614 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: Neither blocks nor log segments found. Creating new log.
00:28:47.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.126045 17614 log.cc:826] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: Log is configured to *not* fsync() on all Append() calls
00:28:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.131132 17614 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: No bootstrap required, opened a new log
00:28:47.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.151604 17537 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } attempt: 7
00:28:47.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.163784 17614 raft_consensus.cc:359] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.164727 17614 raft_consensus.cc:385] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:47.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.165216 17614 raft_consensus.cc:740] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c3904c4a28984878a34ce87d81288fdd, State: Initialized, Role: FOLLOWER
00:28:47.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.166222 17614 consensus_queue.cc:260] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.170851 17722 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.171983 17722 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.172866 17614 sys_catalog.cc:565] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: configured and running, proceeding with master startup.
00:28:47.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.180166 17537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: Bootstrap starting.
00:28:47.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.188354 17537 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: Neither blocks nor log segments found. Creating new log.
00:28:47.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.190783 17537 log.cc:826] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: Log is configured to *not* fsync() on all Append() calls
00:28:47.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.207615 17537 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: No bootstrap required, opened a new log
00:28:47.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.239313 17537 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.240502 17537 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.240968 17537 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7055585fd2f545a3a9efd8400c3d88aa, State: Initialized, Role: FOLLOWER
00:28:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.245710 17734 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:28:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.246081 17734 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:28:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.245687 17537 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.257817 17537 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: configured and running, proceeding with master startup.
00:28:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.254774 17736 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.263199 17736 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.231523 17539 master_runner.cc:187] Error getting master registration for 127.17.11.254:46265: OK, instance_id { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" instance_seqno: 1783470522441455 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:28:47.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.277004 17539 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:28:47.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.278115 17722 raft_consensus.cc:493] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.278638 17722 raft_consensus.cc:515] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.282034 17722 leader_election.cc:290] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7055585fd2f545a3a9efd8400c3d88aa (127.17.11.254:46265), 6eb856ef51ad4140bcc986f5ad75c9fb (127.17.11.252:43315)
00:28:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.283257 17512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3904c4a28984878a34ce87d81288fdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7055585fd2f545a3a9efd8400c3d88aa" is_pre_election: true
00:28:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.284248 17512 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c3904c4a28984878a34ce87d81288fdd in term 0.
00:28:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.285771 17672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3904c4a28984878a34ce87d81288fdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" is_pre_election: true
00:28:47.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.286710 17672 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c3904c4a28984878a34ce87d81288fdd in term 0.
00:28:47.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.288452 17566 leader_election.cc:304] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6eb856ef51ad4140bcc986f5ad75c9fb, c3904c4a28984878a34ce87d81288fdd; no voters: 
00:28:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.290146 17722 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.290477 17722 raft_consensus.cc:493] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:47.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.290788 17722 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 0 FOLLOWER]: Advancing to term 1
00:28:47.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.302161 17722 raft_consensus.cc:515] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.310009 17568 tablet.cc:2406] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.315099 17512 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3904c4a28984878a34ce87d81288fdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7055585fd2f545a3a9efd8400c3d88aa"
00:28:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.315373 17672 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c3904c4a28984878a34ce87d81288fdd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb"
00:28:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.315685 17512 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 0 FOLLOWER]: Advancing to term 1
00:28:47.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.315899 17672 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 0 FOLLOWER]: Advancing to term 1
00:28:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.322685 17512 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c3904c4a28984878a34ce87d81288fdd in term 1.
00:28:47.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.322692 17672 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c3904c4a28984878a34ce87d81288fdd in term 1.
00:28:47.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.323828 17566 leader_election.cc:304] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6eb856ef51ad4140bcc986f5ad75c9fb, c3904c4a28984878a34ce87d81288fdd; no voters: 
00:28:47.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.331266 17722 leader_election.cc:290] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [CANDIDATE]: Term 1 election: Requested vote from peers 7055585fd2f545a3a9efd8400c3d88aa (127.17.11.254:46265), 6eb856ef51ad4140bcc986f5ad75c9fb (127.17.11.252:43315)
00:28:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.331926 17722 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 1 FOLLOWER]: Leader election won for term 1
00:28:47.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.332422 17722 raft_consensus.cc:697] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [term 1 LEADER]: Becoming Leader. State: Replica: c3904c4a28984878a34ce87d81288fdd, State: Running, Role: LEADER
00:28:47.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.333451 17722 consensus_queue.cc:237] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } }
00:28:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.353319 17742 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3904c4a28984878a34ce87d81288fdd. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.354168 17742 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: This master's current role is: LEADER
00:28:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.373742 17747 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:28:47.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.371925 17750 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:28:47.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.382843 17747 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:28:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.399736 17491 tablet.cc:2406] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.401607 17672 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [term 1 FOLLOWER]: Refusing update from remote peer c3904c4a28984878a34ce87d81288fdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.402788 17512 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [term 1 FOLLOWER]: Refusing update from remote peer c3904c4a28984878a34ce87d81288fdd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:28:47.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.403517 17742 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.405498 17742 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [LEADER]: Connected to new peer: Peer: permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.444801 17706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3904c4a28984878a34ce87d81288fdd. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.445537 17706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.447515 17736 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: SysCatalogTable state changed. Reason: New leader c3904c4a28984878a34ce87d81288fdd. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.448419 17736 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.453312 17751 mvcc.cc:204] Tried to move back new op lower bound from 7305095280219885568 to 7305095279985614848. Current Snapshot: MvccSnapshot[applied={T|T < 7305095280219885568}]
00:28:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.458119 17752 mvcc.cc:204] Tried to move back new op lower bound from 7305095280219885568 to 7305095279985614848. Current Snapshot: MvccSnapshot[applied={T|T < 7305095280219885568}]
00:28:47.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470527460 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:47.474 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:28:47.476 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:28:47.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.483106 17742 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.483862 17742 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: This master's current role is: LEADER
00:28:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.486754 17706 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.487448 17706 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.492128 17747 catalog_manager.cc:1382] Generated new cluster ID: f6742d6b9f8644948b470c9cafad18a1
00:28:47.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.492421 17747 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:28:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.502864 17742 sys_catalog.cc:455] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.503585 17742 sys_catalog.cc:458] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd [sys.catalog]: This master's current role is: LEADER
00:28:47.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:47.502910 17564 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.11.254:46265, user_credentials={real_user=slave}} blocked reactor thread for 52776.5us
00:28:47.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.507582 17753 mvcc.cc:204] Tried to move back new op lower bound from 7305095280219885568 to 7305095279985614848. Current Snapshot: MvccSnapshot[applied={T|T < 7305095280219885568}]
00:28:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.529838 17736 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c3904c4a28984878a34ce87d81288fdd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7055585fd2f545a3a9efd8400c3d88aa" member_type: VOTER last_known_addr { host: "127.17.11.254" port: 46265 } } peers { permanent_uuid: "c3904c4a28984878a34ce87d81288fdd" member_type: VOTER last_known_addr { host: "127.17.11.253" port: 37269 } } peers { permanent_uuid: "6eb856ef51ad4140bcc986f5ad75c9fb" member_type: VOTER last_known_addr { host: "127.17.11.252" port: 43315 } } }
00:28:47.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.530577 17736 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa [sys.catalog]: This master's current role is: FOLLOWER
00:28:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.535305 17747 catalog_manager.cc:1405] Generated new certificate authority record
00:28:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.543869 17747 catalog_manager.cc:1539] Loading token signing keys...
00:28:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.593992 17747 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c3904c4a28984878a34ce87d81288fdd: Generated new TSK 0
00:28:47.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.595460 17747 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:28:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:47.628257 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal
00:28:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data
00:28:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/logs
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data/info.pb
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.193:0
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.193
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.193
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:47.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:47.882 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [5ms] received response from server master-127.14.140.252:42389: OK, deferred=null) with no deferred attached!
00:28:47.883 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:47.884 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:47.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:47.884 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:47.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:47.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:47.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:47.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:47.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:47.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:47.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:47.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:47.887 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:47.962 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470527961 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:47.975 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:28:47.975 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:28:48.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.044602 17717 catalog_manager.cc:1294] Loaded cluster ID: f6742d6b9f8644948b470c9cafad18a1
00:28:48.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.053118 17717 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: loading cluster ID for follower catalog manager: success
00:28:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.064700 17761 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.065366 17761 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:48.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.066089 17761 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.091863 17717 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: acquiring CA information for follower catalog manager: success
00:28:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.107986 17717 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 6eb856ef51ad4140bcc986f5ad75c9fb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:48.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.124195 17761 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.125680 17761 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.11.193
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.189600 17761 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.193:0
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data/info.pb
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.193
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.193
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/logs
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:48.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:48.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.191368 17761 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.193595 17761 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:48.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.215090 17767 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:48.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.419492 17750 catalog_manager.cc:1294] Loaded cluster ID: f6742d6b9f8644948b470c9cafad18a1
00:28:48.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.420056 17750 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: loading cluster ID for follower catalog manager: success
00:28:48.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.434680 17750 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: acquiring CA information for follower catalog manager: success
00:28:48.465 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470528464 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:48.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:48.448550 17750 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7055585fd2f545a3a9efd8400c3d88aa: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:28:48.479 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:28:48.480 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:28:48.961 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470528960 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:48.977 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:28:48.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:28:49.382 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [5ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.382 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [5ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.382 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [8ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.392 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [41ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.446 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30068), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [6ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.446 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30068), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [44ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.447 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30068), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [30ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.447 [DEBUG - pool-14-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30067), Traces: [0ms] sending RPC to server master-127.15.67.188:35297, [31ms] received response from server master-127.15.67.188:35297: OK, deferred=null) with no deferred attached!
00:28:49.461 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470529461 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:49.472 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:28:49.473 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:28:49.964 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470529963 for job 6069bc79e9bb0cb9fd7171c771693af7.
00:28:49.986 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 6069bc79e9bb0cb9fd7171c771693af7 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
00:28:49.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
00:28:50.362 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.363 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.363 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.364 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.368 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26617), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [4ms] received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [31ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [57ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [75ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [93ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [95ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [115ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [151ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [153ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [154ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [155ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [213ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [215ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [217ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [218ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [412ms] refreshing cache from master, [412ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [413ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [414ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [415ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [416ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [416ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [451ms] refreshing cache from master, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [457ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [458ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [911ms] refreshing cache from master, [911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [912ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [913ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [914ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [914ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1791ms] refreshing cache from master, [1791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1794ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1794ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2311ms] refreshing cache from master, [2312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2315ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2315ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5871ms] refreshing cache from master, [5871ms] too many traces: truncated at 100 traces, deferred=Deferred@1291165143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@60567fd3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143)))
00:28:50.369 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.370 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.370 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.374 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26617), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [4ms] received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [31ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [57ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [75ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [93ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [95ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [115ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [151ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [153ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [154ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [155ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [213ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [215ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [217ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [218ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [412ms] refreshing cache from master, [412ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [413ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [414ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [415ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [416ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [416ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [451ms] refreshing cache from master, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [457ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [458ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [911ms] refreshing cache from master, [911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [912ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [913ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [914ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [914ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1791ms] refreshing cache from master, [1791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1794ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1794ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2311ms] refreshing cache from master, [2312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2315ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2315ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5871ms] refreshing cache from master, [5871ms] too many traces: truncated at 100 traces, deferred=Deferred@1291165143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@60567fd3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26617), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [4ms] received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [31ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [57ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [75ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [93ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [95ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [115ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [151ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [153ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [154ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [155ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [213ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [215ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [217ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [218ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [412ms] refreshing cache from master, [412ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [413ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [414ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [415ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [416ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [416ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [451ms] refreshing cache from master, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [457ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [458ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [911ms] refreshing cache from master, [911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [912ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [913ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [914ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [914ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1791ms] refreshing cache from master, [1791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1794ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1794ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2311ms] refreshing cache from master, [2312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2315ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2315ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5871ms] refreshing cache from master, [5871ms] too many traces: truncated at 100 traces, deferred=Deferred@1291165143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@60567fd3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:28:50.376 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.377 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.383 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.385 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.391 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.393 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.404 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.406 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.406 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.408 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.414 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.414 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.442 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.442 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.443 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.443 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.443 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.443 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.444 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.444 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.451 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.451 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.461 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.463 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.464 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.465 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.465 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.466 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.466 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.501 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.503 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.505 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.505 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.541 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.542 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.543 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.546 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.536 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26617), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [4ms] received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [31ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [57ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [75ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [93ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [95ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [115ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [151ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [153ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [154ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [155ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [213ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [215ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [217ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [218ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [412ms] refreshing cache from master, [412ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [413ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [414ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [415ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [416ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [416ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [451ms] refreshing cache from master, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [457ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [458ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [911ms] refreshing cache from master, [911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [912ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [913ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [914ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [914ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1791ms] refreshing cache from master, [1791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1794ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1794ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2311ms] refreshing cache from master, [2312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2315ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2315ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5871ms] refreshing cache from master, [5871ms] too many traces: truncated at 100 traces, deferred=Deferred@1291165143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@60567fd3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26617), Traces: [0ms] sending RPC to server master-127.14.140.252:42389, [4ms] received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [12ms] refreshing cache from master, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [31ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [52ms] refreshing cache from master, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [57ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [71ms] refreshing cache from master, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [75ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [91ms] refreshing cache from master, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [93ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [95ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [111ms] refreshing cache from master, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [113ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [115ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [151ms] refreshing cache from master, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [153ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [153ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [154ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [155ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [211ms] refreshing cache from master, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [213ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [213ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [215ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [215ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [217ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [218ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [412ms] refreshing cache from master, [412ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [413ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [414ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [414ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [415ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [416ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [416ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [451ms] refreshing cache from master, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [454ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [457ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [458ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [911ms] refreshing cache from master, [911ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [912ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [913ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [913ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [914ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [914ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1791ms] refreshing cache from master, [1791ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1792ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1793ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1794ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1794ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2311ms] refreshing cache from master, [2312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2313ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2314ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2315ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2315ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5871ms] refreshing cache from master, [5871ms] too many traces: truncated at 100 traces, deferred=Deferred@1291165143(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@60567fd3 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1323856294 after retry RPC after error@1161269114) -> (continuation of Deferred@634169646 after retry RPC after error@1991762595) -> (continuation of Deferred@2069878930 after retry RPC after error@40551644) -> (continuation of Deferred@1118804070 after retry RPC after error@189057130) -> (continuation of Deferred@240786136 after retry RPC after error@1514300395) -> (continuation of Deferred@1678818413 after retry RPC after error@1228554013) -> (continuation of Deferred@401109048 after retry RPC after error@1585185813) -> (continuation of Deferred@1072572515 after retry RPC after error@657734228) -> (continuation of Deferred@1938417466 after retry RPC after error@1298860530) -> (continuation of Deferred@59284748 after retry RPC after error@99148211) -> (continuation of Deferred@971273731 after retry RPC after error@752208980) -> (continuation of Deferred@1811043391 after retry RPC after error@701875595) -> (continuation of Deferred@865856220 after retry RPC after error@833496983) -> (continuation of Deferred@1208278577 after retry RPC after error@1341825831) -> (continuation of Deferred@593198350 after retry RPC after error@1669948525) -> (continuation of Deferred@227728251 after retry RPC after error@392929909) -> (continuation of Deferred@1872764571 after retry RPC after error@1201845518) -> (continuation of Deferred@1550903170 after retry RPC after error@373464691) -> (continuation of Deferred@2037976806 after retry RPC after error@732024322) -> (continuation of Deferred@1882611715 after retry RPC after error@1921374576) -> (continuation of Deferred@1127933944 after retry RPC after error@1716449347) -> (continuation of Deferred@633058033 after retry RPC after error@2041164143)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:28:50.584 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:28:50.585 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:28:50.595 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:28:50.596 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:28:50.598 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:28:50.599 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:28:50.599 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:28:50.602 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.603 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.603 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.606 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state TERMINATED
00:28:50.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer c8e38e52344943709b4ceb4da82b762b(127.15.67.131:43735)] disconnecting while in state TERMINATED
00:28:50.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state TERMINATED
00:28:50.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state TERMINATED
00:28:50.618 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:50.619 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
00:28:50.620 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:50.619 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
00:28:50.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
00:28:50.623 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:28:50.624 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:28:50.624 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:28:50.624 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:28:50.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
00:28:50.625 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:28:50.625 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
00:28:50.626 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:28:50.648 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:50.649 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:50.650 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:28:50.651 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:28:50.651 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:28:50.654 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state TERMINATED
00:28:50.654 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state TERMINATED
00:28:50.655 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state TERMINATED
00:28:50.655 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:50.656 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:50.656 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:50.672 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:28:50.672 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:28:50.673 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:28:50.673 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:28:50.689 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:28:50.689 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:28:50.689 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:28:50.700 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state TERMINATED
00:28:50.701 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state TERMINATED
00:28:50.701 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer aed6c1289ab9426c9e9f3a1cf9a0a9b7(127.15.67.130:34291)] disconnecting while in state TERMINATED
00:28:50.701 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state TERMINATED
00:28:50.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:50.703 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:28:50.703 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:28:50.703 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:28:50.704 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:50.706 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
00:28:50.707 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
00:28:50.707 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.15.67.188:35297(127.15.67.188:35297)] disconnecting while in state TERMINATED
00:28:50.708 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.15.67.190:40727(127.15.67.190:40727)] disconnecting while in state TERMINATED
00:28:50.708 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.15.67.189:40917(127.15.67.189:40917)] disconnecting while in state TERMINATED
00:28:50.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:50.711 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:28:50.711 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:50.713 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:28:50.716 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
00:28:50.716 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:28:50.721 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:28:50.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:28:50.725 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:28:50.729 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:28:50.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:28:50.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:28:50.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:28:50.733 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
00:28:50.734 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:28:50.735 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:28:50.741 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:28:50.741 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:28:50.742 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:28:50.742 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:28:50.743 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
00:28:50.745 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:28:50.746 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:28:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:49.611433 17766 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17761
00:28:50.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:48.216789 17768 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.749476 17761 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.533s	user 0.521s	sys 0.789s
00:28:50.761 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.761695 17761 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.546s	user 0.521s	sys 0.789s
00:28:50.762 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:50.763 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:50.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:50.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:50.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.764 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.764 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:50.764 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.772769 17761 server_base.cc:1061] running on GCE node
00:28:50.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:50.777037 17805 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:50.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.778477 17761 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:50.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.792344 17761 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:50.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.800357 17761 hybrid_clock.cc:648] HybridClock initialized: now 1783470530800297 us; error 59 us; skew 500 ppm
00:28:50.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.801560 17761 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.831856 17761 webserver.cc:534] Webserver started at http://127.17.11.193:33945/ using document root <none> and password file <none>
00:28:50.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.833462 17761 fs_manager.cc:362] Metadata directory not provided
00:28:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.833971 17761 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:50.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.834686 17761 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:50.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.849313 17761 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data/instance:
00:28:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:50.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-qgzj"
00:28:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.851186 17761 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal/instance:
00:28:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:50.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-qgzj"
00:28:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.875407 17761 fs_manager.cc:696] Time spent creating directory manager: real 0.023s	user 0.007s	sys 0.000s
00:28:50.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.895938 17810 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.897759 17761 fs_manager.cc:730] Time spent opening block manager: real 0.017s	user 0.008s	sys 0.001s
00:28:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.898357 17761 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal
00:28:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:50.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:50 on dist-test-slave-qgzj"
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:50.899017 17761 fs_report.cc:389] FS layout report
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data/data
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:50.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:50.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:51.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.080883 17761 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.082938 17761 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:51.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.083540 17761 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:51.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.096289 17761 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:51.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.112403 17761 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:51.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.112740 17761 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
00:28:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.113032 17761 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:51.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.113252 17761 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:51.262 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:51.263 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:51.263 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:51.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.267 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.508678 17761 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.193:35741
00:28:51.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.508755 17923 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.193:35741 every 8 connection(s)
00:28:51.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.512183 17761 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/data/info.pb
00:28:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.521523 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17761
00:28:51.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.522182 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-0/wal/instance
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.548204 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/logs
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data/info.pb
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.194:0
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.194
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.194
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.577742 17925 heartbeater.cc:344] Connected to a master server at 127.17.11.253:37269
00:28:51.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.578261 17925 heartbeater.cc:461] Registering TS with master...
00:28:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.579563 17925 heartbeater.cc:507] Master 127.17.11.253:37269 requested a full tablet report, sending...
00:28:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.579759 17924 heartbeater.cc:344] Connected to a master server at 127.17.11.252:43315
00:28:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.580111 17924 heartbeater.cc:461] Registering TS with master...
00:28:51.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.581008 17924 heartbeater.cc:507] Master 127.17.11.252:43315 requested a full tablet report, sending...
00:28:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.582726 17579 ts_manager.cc:194] Registered new tserver with Master: 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741)
00:28:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.584304 17662 ts_manager.cc:194] Registered new tserver with Master: 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741)
00:28:51.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.585609 17579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.11.193:60191
00:28:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.593421 17926 heartbeater.cc:344] Connected to a master server at 127.17.11.254:46265
00:28:51.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.593793 17926 heartbeater.cc:461] Registering TS with master...
00:28:51.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.594424 17926 heartbeater.cc:507] Master 127.17.11.254:46265 requested a full tablet report, sending...
00:28:51.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:51.599506 17502 ts_manager.cc:194] Registered new tserver with Master: 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741)
00:28:51.650 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:28:51.652 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:28:51.694 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
00:28:51.695 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:28:51.707 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:28:51.708 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:28:51.709 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:28:51.716 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:28:51.716 [DEBUG - Thread-10] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:28:51.717 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:28:51.717 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:28:51.718 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:28:51.721 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:28:51.728 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:28:51.731 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:51.731 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:28:51.757 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
00:28:51.759 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:28:51.760 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
00:28:51.760 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:28:51.760 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:28:51.761 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
00:28:51.762 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:28:51.762 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
00:28:51.762 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:28:51.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
00:28:51.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
00:28:51.763 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:28:51.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:28:51.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:28:51.764 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:28:51.765 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:28:51.765 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:28:51.766 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:28:51.766 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:28:51.766 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:28:51.766 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:28:51.766 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:28:51.772 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:28:51.774 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:28:51.781 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
00:28:51.797 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:28:51.798 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:28:51.799 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
00:28:51.810 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
00:28:51.810 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
00:28:51.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c56f9fb
00:28:51.811 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46bbbc6f
00:28:51.811 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:51.811 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:51.812 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:51.812 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:51.812 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:28:51.812 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:28:51.813 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:28:51.813 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:28:51.816 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16373385
00:28:51.820 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:51.821 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:51.822 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24bc273c
00:28:51.824 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:51.837 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:28:51.839 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:28:51.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
00:28:51.840 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
00:28:51.844 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36e65fa1
00:28:51.844 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:51.845 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:51.845 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:28:51.845 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:28:51.846 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:28:51.847 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:28:51.850 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72001a51
00:28:51.850 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:28:51.851 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:28:51.851 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:28:51.852 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:28:51.854 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@690727b5
00:28:51.856 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3637dfc6
00:28:51.857 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:51.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.865 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:51.868 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:51.869 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:51.882 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:51.884 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:51.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.888 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:51.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:51.915 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:51.921 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:51.925 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:51.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.939 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:51.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:51.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:51.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:51.950 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:51.963 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:51.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:51.972 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:51.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:51.976 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:51.982 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.982 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.982 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:51.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:51.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:51.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:51.996 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.000 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.006 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.010 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.010 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:52.020 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.020 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.020 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.020 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.021 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.022 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.026 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.027 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.027 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.027 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.028 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.030 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.033 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.035 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.039 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.041 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.041 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.041 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.042 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.044 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.044 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.045 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.045 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.045 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.050 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.050 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.057 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.062 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.062 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.063 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.064 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.075 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.082 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.082 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.083 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.083 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.086 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.086 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.089 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.089 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.090 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.090 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.092 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.094 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.094 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.100 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.102 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.105 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.110 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.111 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.111 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.112 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.112 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.112 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.112 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.112 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.112 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.117 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.122 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.122 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.123 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.128 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.130 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.132 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.135 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.137 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.139 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.142 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.143 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.143 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.145 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.145 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.147 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.148 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.150 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.150 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.150 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.153 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.153 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.154 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.155 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.156 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.156 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.157 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.157 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.158 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.166 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.169317 17934 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.169835 17934 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:52.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.170382 17934 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:52.175 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.176 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.182 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.182 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.183 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.184 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.190 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.190 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.191 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.191 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.191 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.191 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.192 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.195 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.196 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.202 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.205 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.205 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.211 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.211 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.212 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.213 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.214 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.215 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.220137 17934 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:52.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.221055 17934 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.11.194
00:28:52.250 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.250 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.251 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.251 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.251 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.251 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.253 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.253 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.255 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.256 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.259368 17934 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data
00:28:52.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.194:0
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data/info.pb
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.194
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.194
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/logs
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:52.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:52.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.261025 17934 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:52.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.262697 17934 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:52.263 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.263 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.264 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.277849 17995 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:52.282 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.283 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.283 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.290 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.291 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.291 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.316 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.317 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.317 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.317 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.317 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.318 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.323 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.323 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.324 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.326 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.337 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.337 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.338 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.349 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.350 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.350 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.351 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.402 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.402 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.403 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.405 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.451 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.451 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.452 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.455 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.455 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.455 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.455 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.463 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.464 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.464 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.467 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.511 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.512 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.512 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:52.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:52.589983 17925 heartbeater.cc:499] Master 127.17.11.253:37269 was elected leader, sending a full tablet report...
00:28:52.603 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.603 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.604 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.604 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.604 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.604 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.606 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.610 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.611 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.611 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.613 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.702 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:52.703 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:52.703 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:52.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:52.704 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:52.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.704 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:52.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:52.855 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.856 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.863 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.863 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.864 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:52.870 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:52.870 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:52.870 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:52.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:52.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:52.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:52.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:53.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:53.301 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:53.302 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:53.303 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:53.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:53.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:53.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:53.303 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:53.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:53.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:53.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:53.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:53.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:53.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:53.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:53.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:53.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:53.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:53.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:53.531 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:53.532 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:53.532 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:53.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.289748 17998 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:53.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:53.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:52.284471 17996 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:53.537812 17997 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1257 milliseconds
00:28:53.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.537945 17934 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:53.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.539173 17934 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:53.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.541738 17934 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:53.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.543226 17934 hybrid_clock.cc:648] HybridClock initialized: now 1783470533543186 us; error 47 us; skew 500 ppm
00:28:53.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.544005 17934 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:53.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.550267 17934 webserver.cc:534] Webserver started at http://127.17.11.194:46419/ using document root <none> and password file <none>
00:28:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.551149 17934 fs_manager.cc:362] Metadata directory not provided
00:28:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.551337 17934 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:53.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.551735 17934 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.555994 17934 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data/instance:
00:28:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:53 on dist-test-slave-qgzj"
00:28:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.557111 17934 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal/instance:
00:28:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:53.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:53 on dist-test-slave-qgzj"
00:28:53.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.564939 17934 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
00:28:53.570 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:53.571 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:53.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.570853 18010 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:53.571 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:53.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.572865 17934 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:28:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.573289 17934 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal
00:28:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:53.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:53 on dist-test-slave-qgzj"
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.573662 17934 fs_report.cc:389] FS layout report
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data/data
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:53.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:53.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.631021 17934 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:53.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.632611 17934 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.633111 17934 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.636227 17934 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.640844 17934 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.641080 17934 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.641369 17934 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:53.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.641534 17934 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:53.650 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:53.651 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:53.651 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:53.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:53.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:53.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:53.655 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.805910 17934 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.194:33815
00:28:53.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.805996 18122 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.194:33815 every 8 connection(s)
00:28:53.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.808627 17934 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/data/info.pb
00:28:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.819136 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 17934
00:28:53.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.819571 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-1/wal/instance
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.835585 17455 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/logs
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data/info.pb
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.195:0
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.195
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.195
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:53.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:28:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.848987 18124 heartbeater.cc:344] Connected to a master server at 127.17.11.253:37269
00:28:53.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.849601 18124 heartbeater.cc:461] Registering TS with master...
00:28:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.851164 18124 heartbeater.cc:507] Master 127.17.11.253:37269 requested a full tablet report, sending...
00:28:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.853680 18123 heartbeater.cc:344] Connected to a master server at 127.17.11.252:43315
00:28:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.854017 18123 heartbeater.cc:461] Registering TS with master...
00:28:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.854266 17579 ts_manager.cc:194] Registered new tserver with Master: 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.854890 18123 heartbeater.cc:507] Master 127.17.11.252:43315 requested a full tablet report, sending...
00:28:53.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.856228 17579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.11.194:55113
00:28:53.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.857980 17662 ts_manager.cc:194] Registered new tserver with Master: 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:53.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.864629 18127 heartbeater.cc:344] Connected to a master server at 127.17.11.254:46265
00:28:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.864933 18127 heartbeater.cc:461] Registering TS with master...
00:28:53.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.865490 18127 heartbeater.cc:507] Master 127.17.11.254:46265 requested a full tablet report, sending...
00:28:53.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:53.868002 17502 ts_manager.cc:194] Registered new tserver with Master: 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:54.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:54.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:54.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:54.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:54.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.100 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:54.101 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:54.102 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:54.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:54.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:54.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:54.103 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:54.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:54.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:54.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:54.106 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:54.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:54.106 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:54.106 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.205197 18133 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:28:54.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.205729 18133 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:28:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.206234 18133 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:28:54.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.241832 18133 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:28:54.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.242825 18133 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.11.195
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.280658 18133 tablet_server_runner.cc:78] Tablet server non-default flags:
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.11.212:40201
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.11.195:0
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data/info.pb
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.11.195
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.11.254:46265,127.17.11.253:37269,127.17.11.252:43315
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.11.195
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/logs
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:28:54.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:28:54.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.282239 18133 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:28:54.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.283883 18133 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:28:54.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.296125 18139 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:54.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:54.663 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:54.664 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:54.664 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:54.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.667 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:54.671 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:54.672 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:54.672 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:54.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.674 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:54.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:54.860733 18124 heartbeater.cc:499] Master 127.17.11.253:37269 was elected leader, sending a full tablet report...
00:28:54.990 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:54.991 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:54.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:54.993 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:54.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:54.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:54.994 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:55.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:55.303 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:55.304 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:55.304 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:55.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:55.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:54.297278 18140 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:55.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.501210 18142 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:28:55.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.504264 18141 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1202 milliseconds
00:28:55.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.504400 18133 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:28:55.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.505725 18133 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:28:55.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.508711 18133 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:28:55.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.510121 18133 hybrid_clock.cc:648] HybridClock initialized: now 1783470535510072 us; error 58 us; skew 500 ppm
00:28:55.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.510957 18133 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:28:55.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:55.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.520087 18133 webserver.cc:534] Webserver started at http://127.17.11.195:45647/ using document root <none> and password file <none>
00:28:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.521018 18133 fs_manager.cc:362] Metadata directory not provided
00:28:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.521216 18133 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:28:55.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.521687 18133 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:28:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.526171 18133 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data/instance:
00:28:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:55 on dist-test-slave-qgzj"
00:28:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.527273 18133 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal/instance:
00:28:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:55 on dist-test-slave-qgzj"
00:28:55.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.534335 18133 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
00:28:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.539857 18150 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:28:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.540961 18133 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
00:28:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.541256 18133 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal
00:28:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:55.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:28:55 on dist-test-slave-qgzj"
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.541586 18133 fs_report.cc:389] FS layout report
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data/data
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:28:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:28:55.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.590727 18133 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:28:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.592175 18133 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:28:55.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.592644 18133 kserver.cc:163] Server-wide thread pool size limit: 3276
00:28:55.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.595304 18133 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:28:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.600199 18133 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:28:55.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.600468 18133 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:28:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.600797 18133 ts_tablet_manager.cc:616] Registered 0 tablets
00:28:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.600977 18133 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:28:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.746071 18133 rpc_server.cc:307] RPC server started. Bound to: 127.17.11.195:43837
00:28:55.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.746186 18262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.11.195:43837 every 8 connection(s)
00:28:55.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.749059 18133 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/data/info.pb
00:28:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.756397 17455 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 18133
00:28:55.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.756850 17455 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4437629032362027958/ts-2/wal/instance
00:28:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.803233 18263 heartbeater.cc:344] Connected to a master server at 127.17.11.252:43315
00:28:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.803676 18263 heartbeater.cc:461] Registering TS with master...
00:28:55.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.805054 18263 heartbeater.cc:507] Master 127.17.11.252:43315 requested a full tablet report, sending...
00:28:55.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.809218 17662 ts_manager.cc:194] Registered new tserver with Master: 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.818318 18264 heartbeater.cc:344] Connected to a master server at 127.17.11.253:37269
00:28:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.818753 18264 heartbeater.cc:461] Registering TS with master...
00:28:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.819720 18265 heartbeater.cc:344] Connected to a master server at 127.17.11.254:46265
00:28:55.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.820087 18265 heartbeater.cc:461] Registering TS with master...
00:28:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.820919 18265 heartbeater.cc:507] Master 127.17.11.254:46265 requested a full tablet report, sending...
00:28:55.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.819681 18264 heartbeater.cc:507] Master 127.17.11.253:37269 requested a full tablet report, sending...
00:28:55.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.823628 17502 ts_manager.cc:194] Registered new tserver with Master: 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:55.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.824743 17579 ts_manager.cc:194] Registered new tserver with Master: 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:55.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.826342 17579 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.11.195:39551
00:28:55.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.838052 17455 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:28:55.849 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:28:55.849 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:28:55.850 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.11.254"
      port: 46265
    }
    bound_http_address {
      host: "127.17.11.254"
      port: 40963
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.11.253"
      port: 37269
    }
    bound_http_address {
      host: "127.17.11.253"
      port: 46399
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.11.252"
      port: 43315
    }
    bound_http_address {
      host: "127.17.11.252"
      port: 46649
    }
  }
}

00:28:55.850 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:28:55.852 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.11.193"
      port: 35741
    }
    bound_http_address {
      host: "127.17.11.193"
      port: 33945
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.11.194"
      port: 33815
    }
    bound_http_address {
      host: "127.17.11.194"
      port: 46419
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.11.195"
      port: 43837
    }
    bound_http_address {
      host: "127.17.11.195"
      port: 45647
    }
  }
}

00:28:55.852 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:28:55.853 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:55.859 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:28:55.860 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:28:55.861 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:28:55.861 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.86.188:40499(127.16.86.188:40499)] Successfully connected to peer
00:28:55.868 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.86.189:44553(127.16.86.189:44553)] Successfully connected to peer
00:28:55.871 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.86.190:39845(127.16.86.190:39845)] Successfully connected to peer
00:28:55.884 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.188
00:28:55.889 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.190
00:28:55.889 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.189
00:28:55.905 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:55.907 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:55.911 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:55.912 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x14e6c3ee, L:/127.0.0.1:43772 - R:/127.16.86.189:44553] using SASL/PLAIN
00:28:55.914 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xee82dc12, L:/127.0.0.1:37876 - R:/127.16.86.188:40499] using SASL/PLAIN
00:28:55.915 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x61fffbda, L:/127.0.0.1:34396 - R:/127.16.86.190:39845] using SASL/PLAIN
00:28:55.922 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:55.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=64), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: OK, deferred=null) after lookup
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:55.926215 16931 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37876:
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:55.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
00:28:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:55.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:55.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:55.933089 16931 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:55.962 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:55.963 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:55.963 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:55.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:55.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:55.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:55.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:56.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:56.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:28:56.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.160984 17377 tablet_service.cc:1511] Processing CreateTablet for tablet c16415afe0d741bfa905e3ba59580562 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.164834 17376 tablet_service.cc:1511] Processing CreateTablet for tablet 653f17bd39164c23a7edeed5f8cc1126 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.166703 17376 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 653f17bd39164c23a7edeed5f8cc1126. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.169781 17379 tablet_service.cc:1511] Processing CreateTablet for tablet 39731739c6f14e898b072796a1b19c56 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.171106 17379 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 39731739c6f14e898b072796a1b19c56. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.173681 17377 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c16415afe0d741bfa905e3ba59580562. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.159190 17378 tablet_service.cc:1511] Processing CreateTablet for tablet be67e2739bc542849ea1128e95d3efc2 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.180083 17378 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be67e2739bc542849ea1128e95d3efc2. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.182874 17380 tablet_service.cc:1511] Processing CreateTablet for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.184332 17380 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.233683 17239 tablet_service.cc:1511] Processing CreateTablet for tablet 39731739c6f14e898b072796a1b19c56 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.236356 17239 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 39731739c6f14e898b072796a1b19c56. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.237681 17237 tablet_service.cc:1511] Processing CreateTablet for tablet c16415afe0d741bfa905e3ba59580562 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.239861 17236 tablet_service.cc:1511] Processing CreateTablet for tablet 653f17bd39164c23a7edeed5f8cc1126 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.254904 17096 tablet_service.cc:1511] Processing CreateTablet for tablet 653f17bd39164c23a7edeed5f8cc1126 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.259469 17096 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 653f17bd39164c23a7edeed5f8cc1126. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.232344 17238 tablet_service.cc:1511] Processing CreateTablet for tablet be67e2739bc542849ea1128e95d3efc2 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.272559 17240 tablet_service.cc:1511] Processing CreateTablet for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.261250 17100 tablet_service.cc:1511] Processing CreateTablet for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.263376 17098 tablet_service.cc:1511] Processing CreateTablet for tablet be67e2739bc542849ea1128e95d3efc2 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.251704 17097 tablet_service.cc:1511] Processing CreateTablet for tablet c16415afe0d741bfa905e3ba59580562 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.279565 18300 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Bootstrap starting.
00:28:56.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.275820 17099 tablet_service.cc:1511] Processing CreateTablet for tablet 39731739c6f14e898b072796a1b19c56 (DEFAULT_TABLE table=replication_test_table [id=d1b456b4f756498d8118541fa7960a3d]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.279241 17100 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.281813 17236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 653f17bd39164c23a7edeed5f8cc1126. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.283335 17237 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c16415afe0d741bfa905e3ba59580562. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.285102 17098 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be67e2739bc542849ea1128e95d3efc2. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.285286 17238 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet be67e2739bc542849ea1128e95d3efc2. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.286705 17240 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d6e6cf68b864f1a83bf6b0596c6dbec. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.287386 17097 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c16415afe0d741bfa905e3ba59580562. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.287832 18300 tablet_bootstrap.cc:654] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Neither blocks nor log segments found. Creating new log.
00:28:56.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.289584 17099 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 39731739c6f14e898b072796a1b19c56. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:56.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.290215 18300 log.cc:826] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Log is configured to *not* fsync() on all Append() calls
00:28:56.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.349903 18302 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: Bootstrap starting.
00:28:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.358523 18302 tablet_bootstrap.cc:654] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: Neither blocks nor log segments found. Creating new log.
00:28:56.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.361977 18302 log.cc:826] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: Log is configured to *not* fsync() on all Append() calls
00:28:56.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.366029 18300 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: No bootstrap required, opened a new log
00:28:56.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.375480 18300 ts_tablet_manager.cc:1403] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent bootstrapping tablet: real 0.096s	user 0.020s	sys 0.021s
00:28:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.385144 18302 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: No bootstrap required, opened a new log
00:28:56.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.385694 18302 ts_tablet_manager.cc:1403] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent bootstrapping tablet: real 0.045s	user 0.012s	sys 0.014s
00:28:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.386101 18303 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Bootstrap starting.
00:28:56.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.394405 18303 tablet_bootstrap.cc:654] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Neither blocks nor log segments found. Creating new log.
00:28:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.396893 18303 log.cc:826] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Log is configured to *not* fsync() on all Append() calls
00:28:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.410207 18303 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: No bootstrap required, opened a new log
00:28:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.410754 18303 ts_tablet_manager.cc:1403] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent bootstrapping tablet: real 0.025s	user 0.014s	sys 0.008s
00:28:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.426015 18302 raft_consensus.cc:359] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.426906 18302 raft_consensus.cc:385] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.427193 18302 raft_consensus.cc:740] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Initialized, Role: FOLLOWER
00:28:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.428079 18302 consensus_queue.cc:260] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.432802 18302 ts_tablet_manager.cc:1434] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent starting tablet: real 0.047s	user 0.026s	sys 0.008s
00:28:56.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.432734 18300 raft_consensus.cc:359] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.433759 18300 raft_consensus.cc:385] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.434065 18300 raft_consensus.cc:740] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Initialized, Role: FOLLOWER
00:28:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.435056 18300 consensus_queue.cc:260] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.436631 18302 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e: Bootstrap starting.
00:28:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.443091 18302 tablet_bootstrap.cc:654] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e: Neither blocks nor log segments found. Creating new log.
00:28:56.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.452639 18300 ts_tablet_manager.cc:1434] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent starting tablet: real 0.077s	user 0.028s	sys 0.007s
00:28:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.456022 18302 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e: No bootstrap required, opened a new log
00:28:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.456460 18302 ts_tablet_manager.cc:1403] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent bootstrapping tablet: real 0.020s	user 0.014s	sys 0.003s
00:28:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.455947 18303 raft_consensus.cc:359] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.456929 18303 raft_consensus.cc:385] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.457231 18303 raft_consensus.cc:740] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Initialized, Role: FOLLOWER
00:28:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.458205 18303 consensus_queue.cc:260] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.465054 18300 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6: Bootstrap starting.
00:28:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.459297 18302 raft_consensus.cc:359] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.465965 18302 raft_consensus.cc:385] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.466255 18302 raft_consensus.cc:740] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Initialized, Role: FOLLOWER
00:28:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.466934 18302 consensus_queue.cc:260] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.469023 18302 ts_tablet_manager.cc:1434] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent starting tablet: real 0.012s	user 0.004s	sys 0.002s
00:28:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.469880 18302 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: Bootstrap starting.
00:28:56.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.477170 18300 tablet_bootstrap.cc:654] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6: Neither blocks nor log segments found. Creating new log.
00:28:56.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.478722 18302 tablet_bootstrap.cc:654] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: Neither blocks nor log segments found. Creating new log.
00:28:56.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.488826 18303 ts_tablet_manager.cc:1434] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent starting tablet: real 0.078s	user 0.033s	sys 0.004s
00:28:56.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.490832 18303 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36: Bootstrap starting.
00:28:56.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.497507 18302 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: No bootstrap required, opened a new log
00:28:56.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.498078 18302 ts_tablet_manager.cc:1403] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: Time spent bootstrapping tablet: real 0.028s	user 0.015s	sys 0.002s
00:28:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.500871 18303 tablet_bootstrap.cc:654] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36: Neither blocks nor log segments found. Creating new log.
00:28:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.500893 18302 raft_consensus.cc:359] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.501582 18302 raft_consensus.cc:385] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.501852 18302 raft_consensus.cc:740] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Initialized, Role: FOLLOWER
00:28:56.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.502524 18302 consensus_queue.cc:260] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.505730 18302 ts_tablet_manager.cc:1434] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: Time spent starting tablet: real 0.007s	user 0.001s	sys 0.005s
00:28:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.509727 18300 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6: No bootstrap required, opened a new log
00:28:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.510226 18300 ts_tablet_manager.cc:1403] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent bootstrapping tablet: real 0.045s	user 0.011s	sys 0.001s
00:28:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.510792 17312 tablet.cc:2406] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.511207 17448 tablet.cc:2406] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:56.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.523283 18302 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e: Bootstrap starting.
00:28:56.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.517234 18300 raft_consensus.cc:359] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.525842 18300 raft_consensus.cc:385] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.526261 18300 raft_consensus.cc:740] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Initialized, Role: FOLLOWER
00:28:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.527928 18303 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36: No bootstrap required, opened a new log
00:28:56.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.527469 18300 consensus_queue.cc:260] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.528333 18303 ts_tablet_manager.cc:1403] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent bootstrapping tablet: real 0.038s	user 0.011s	sys 0.004s
00:28:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.529963 18300 ts_tablet_manager.cc:1434] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent starting tablet: real 0.019s	user 0.002s	sys 0.004s
00:28:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.530877 18300 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6: Bootstrap starting.
00:28:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.534778 18302 tablet_bootstrap.cc:654] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e: Neither blocks nor log segments found. Creating new log.
00:28:56.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.534262 18303 raft_consensus.cc:359] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.535267 18303 raft_consensus.cc:385] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.535547 18303 raft_consensus.cc:740] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Initialized, Role: FOLLOWER
00:28:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.536024 18307 raft_consensus.cc:493] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.536293 18303 consensus_queue.cc:260] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.536680 18307 raft_consensus.cc:515] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.546469 18307 leader_election.cc:290] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.548166 18303 ts_tablet_manager.cc:1434] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent starting tablet: real 0.017s	user 0.007s	sys 0.000s
00:28:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.552768 18303 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36: Bootstrap starting.
00:28:56.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.559130 18303 tablet_bootstrap.cc:654] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36: Neither blocks nor log segments found. Creating new log.
00:28:56.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.567556 18300 tablet_bootstrap.cc:654] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6: Neither blocks nor log segments found. Creating new log.
00:28:56.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.577083 17174 tablet.cc:2406] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:56.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.583922 18300 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6: No bootstrap required, opened a new log
00:28:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.584571 18300 ts_tablet_manager.cc:1403] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent bootstrapping tablet: real 0.054s	user 0.009s	sys 0.011s
00:28:56.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.588850 18300 raft_consensus.cc:359] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.589690 18300 raft_consensus.cc:385] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.589994 18300 raft_consensus.cc:740] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Initialized, Role: FOLLOWER
00:28:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.590775 18300 consensus_queue.cc:260] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.599639 18300 ts_tablet_manager.cc:1434] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent starting tablet: real 0.015s	user 0.006s	sys 0.000s
00:28:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.600751 18303 tablet_bootstrap.cc:492] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36: No bootstrap required, opened a new log
00:28:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.601356 18303 ts_tablet_manager.cc:1403] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent bootstrapping tablet: real 0.049s	user 0.009s	sys 0.010s
00:28:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.605018 18310 raft_consensus.cc:493] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.605574 18310 raft_consensus.cc:515] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.604266 18303 raft_consensus.cc:359] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.613338 18303 raft_consensus.cc:385] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.614331 18300 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6: Bootstrap starting.
00:28:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.620100 18310 leader_election.cc:290] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.621383 18300 tablet_bootstrap.cc:654] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6: Neither blocks nor log segments found. Creating new log.
00:28:56.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.619506 18303 raft_consensus.cc:740] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Initialized, Role: FOLLOWER
00:28:56.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.629400 18303 consensus_queue.cc:260] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.633136 18300 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6: No bootstrap required, opened a new log
00:28:56.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.633569 18300 ts_tablet_manager.cc:1403] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6: Time spent bootstrapping tablet: real 0.019s	user 0.013s	sys 0.004s
00:28:56.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.636088 18300 raft_consensus.cc:359] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.636811 18300 raft_consensus.cc:385] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.637099 18300 raft_consensus.cc:740] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Initialized, Role: FOLLOWER
00:28:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.641335 18306 raft_consensus.cc:493] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.641980 18306 raft_consensus.cc:515] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.637848 18300 consensus_queue.cc:260] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.651067 18300 ts_tablet_manager.cc:1434] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6: Time spent starting tablet: real 0.017s	user 0.006s	sys 0.000s
00:28:56.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.654772 18306 leader_election.cc:290] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.656756 18300 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6: Bootstrap starting.
00:28:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.657627 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" is_pre_election: true
00:28:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.660058 17336 leader_election.cc:343] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087): Illegal state: must be running to vote when last-logged opid is not known
00:28:56.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.664165 18300 tablet_bootstrap.cc:654] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6: Neither blocks nor log segments found. Creating new log.
00:28:56.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.668521 18303 ts_tablet_manager.cc:1434] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent starting tablet: real 0.067s	user 0.006s	sys 0.000s
00:28:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.672603 18302 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e: No bootstrap required, opened a new log
00:28:56.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.673264 18302 ts_tablet_manager.cc:1403] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent bootstrapping tablet: real 0.150s	user 0.029s	sys 0.062s
00:28:56.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.677944 17120 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" is_pre_election: true
00:28:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.681790 18306 raft_consensus.cc:493] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.682235 18306 raft_consensus.cc:515] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.684033 18300 tablet_bootstrap.cc:492] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6: No bootstrap required, opened a new log
00:28:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.684273 18306 leader_election.cc:290] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087), 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.684491 18300 ts_tablet_manager.cc:1403] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent bootstrapping tablet: real 0.028s	user 0.011s	sys 0.011s
00:28:56.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.677390 18302 raft_consensus.cc:359] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.685035 18302 raft_consensus.cc:385] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.686260 18303 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36: Bootstrap starting.
00:28:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.687494 18300 raft_consensus.cc:359] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.688155 18300 raft_consensus.cc:385] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.688413 18300 raft_consensus.cc:740] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Initialized, Role: FOLLOWER
00:28:56.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.689152 18300 consensus_queue.cc:260] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.685341 18302 raft_consensus.cc:740] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Initialized, Role: FOLLOWER
00:28:56.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.693328 18302 consensus_queue.cc:260] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.694365 17120 raft_consensus.cc:2468] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 0.
00:28:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.698673 17335 leader_election.cc:304] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 6bfc41c6989a457e87f7bc3d8f76de36
00:28:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.700979 18307 raft_consensus.cc:2804] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.701351 18302 ts_tablet_manager.cc:1434] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent starting tablet: real 0.028s	user 0.008s	sys 0.000s
00:28:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.701355 18307 raft_consensus.cc:493] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.701682 18307 raft_consensus.cc:3060] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.702282 18302 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e: Bootstrap starting.
00:28:56.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.717509 17120 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" is_pre_election: true
00:28:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.718143 17120 raft_consensus.cc:2468] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6bfc41c6989a457e87f7bc3d8f76de36 in term 0.
00:28:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.718205 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d6e6cf68b864f1a83bf6b0596c6dbec" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" is_pre_election: true
00:28:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.719828 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" is_pre_election: true
00:28:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.719935 17195 leader_election.cc:304] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bfc41c6989a457e87f7bc3d8f76de36, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 
00:28:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.720431 17260 raft_consensus.cc:2468] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff64d0353c0e4af3ad2b2045249ff61e in term 0.
00:28:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.720280 18307 raft_consensus.cc:515] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.720924 18310 raft_consensus.cc:2804] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.721293 18310 raft_consensus.cc:493] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.721609 18310 raft_consensus.cc:3060] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.722060 17055 leader_election.cc:343] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087): Illegal state: must be running to vote when last-logged opid is not known
00:28:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.723033 18300 ts_tablet_manager.cc:1434] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6: Time spent starting tablet: real 0.038s	user 0.001s	sys 0.004s
00:28:56.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.723331 17055 leader_election.cc:304] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6bfc41c6989a457e87f7bc3d8f76de36, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 
00:28:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.725200 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.725364 18306 raft_consensus.cc:2804] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.725773 18302 tablet_bootstrap.cc:654] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e: Neither blocks nor log segments found. Creating new log.
00:28:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.726646 17336 leader_election.cc:343] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087): Illegal state: must be running to vote when last-logged opid is not known
00:28:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.725723 18306 raft_consensus.cc:493] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.727317 18307 leader_election.cc:290] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Requested vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.727625 18306 raft_consensus.cc:3060] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Advancing to term 1
00:28:56.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.729437 17120 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:56.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.730006 17120 raft_consensus.cc:3060] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Advancing to term 1
00:28:56.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.736714 17120 raft_consensus.cc:2468] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 1.
00:28:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.737758 17335 leader_election.cc:304] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 6bfc41c6989a457e87f7bc3d8f76de36
00:28:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.738226 18302 tablet_bootstrap.cc:492] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e: No bootstrap required, opened a new log
00:28:56.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.738633 18302 ts_tablet_manager.cc:1403] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent bootstrapping tablet: real 0.037s	user 0.006s	sys 0.005s
00:28:56.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.739254 18310 raft_consensus.cc:515] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.741262 18302 raft_consensus.cc:359] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.741892 18302 raft_consensus.cc:385] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.741953 18307 raft_consensus.cc:2804] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election won for term 1
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.742198 18302 raft_consensus.cc:740] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Initialized, Role: FOLLOWER
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.742533 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.742972 18302 consensus_queue.cc:260] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.743899 18310 leader_election.cc:290] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 election: Requested vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.752832 18302 ts_tablet_manager.cc:1434] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e: Time spent starting tablet: real 0.014s	user 0.013s	sys 0.001s
00:28:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.753356 17400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6" is_pre_election: true
00:28:56.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.754227 17400 raft_consensus.cc:2468] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6bfc41c6989a457e87f7bc3d8f76de36 in term 0.
00:28:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.755795 17400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.756301 17400 raft_consensus.cc:3060] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.766116 17400 raft_consensus.cc:2468] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6bfc41c6989a457e87f7bc3d8f76de36 in term 1.
00:28:56.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.769120 18306 raft_consensus.cc:515] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.771322 18306 leader_election.cc:290] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 election: Requested vote from peers 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087), 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:56.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.771759 17119 raft_consensus.cc:2393] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 6bfc41c6989a457e87f7bc3d8f76de36 in current term 1: Already voted for candidate ff64d0353c0e4af3ad2b2045249ff61e in this term.
00:28:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.776379 17196 leader_election.cc:304] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, 6bfc41c6989a457e87f7bc3d8f76de36; no voters: ff64d0353c0e4af3ad2b2045249ff61e
00:28:56.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.777546 18310 raft_consensus.cc:2804] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 FOLLOWER]: Leader election won for term 1
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.777647 18303 tablet_bootstrap.cc:654] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36: Neither blocks nor log segments found. Creating new log.
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.778571 18307 raft_consensus.cc:697] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 LEADER]: Becoming Leader. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Running, Role: LEADER
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.779896 17400 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d6e6cf68b864f1a83bf6b0596c6dbec" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6" is_pre_election: true
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.780093 17399 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6" is_pre_election: true
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.780539 17400 raft_consensus.cc:2468] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ff64d0353c0e4af3ad2b2045249ff61e in term 0.
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.780730 18307 consensus_queue.cc:237] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.781150 17398 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:56.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.782092 17398 raft_consensus.cc:2393] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate ff64d0353c0e4af3ad2b2045249ff61e in current term 1: Already voted for candidate 6bfc41c6989a457e87f7bc3d8f76de36 in this term.
00:28:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.784099 17399 raft_consensus.cc:2393] T c16415afe0d741bfa905e3ba59580562 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate ff64d0353c0e4af3ad2b2045249ff61e in current term 1: Already voted for candidate 6bfc41c6989a457e87f7bc3d8f76de36 in this term.
00:28:56.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.783950 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c16415afe0d741bfa905e3ba59580562" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.785331 17055 leader_election.cc:304] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 6bfc41c6989a457e87f7bc3d8f76de36
00:28:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.787218 18310 raft_consensus.cc:697] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 LEADER]: Becoming Leader. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Running, Role: LEADER
00:28:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.787550 18306 raft_consensus.cc:2804] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.787892 18306 raft_consensus.cc:493] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.788220 18306 raft_consensus.cc:3060] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Advancing to term 1
00:28:56.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.788272 18310 consensus_queue.cc:237] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.794961 18306 raft_consensus.cc:515] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.797758 17399 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d6e6cf68b864f1a83bf6b0596c6dbec" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6"
00:28:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.798382 17399 raft_consensus.cc:3060] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.805737 16932 catalog_manager.cc:5696] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131). New cstate: current_term: 1 leader_uuid: "084a1fe77d2543d1ab585ae92853f0a6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } health_report { overall_health: HEALTHY } } }
00:28:56.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.808460 18303 tablet_bootstrap.cc:492] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36: No bootstrap required, opened a new log
00:28:56.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.808933 18303 ts_tablet_manager.cc:1403] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent bootstrapping tablet: real 0.123s	user 0.014s	sys 0.009s
00:28:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.811760 18303 raft_consensus.cc:359] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.812449 18303 raft_consensus.cc:385] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.812772 18303 raft_consensus.cc:740] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Initialized, Role: FOLLOWER
00:28:56.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.813756 18303 consensus_queue.cc:260] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.816322 18303 ts_tablet_manager.cc:1434] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
00:28:56.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.817346 18303 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36: Bootstrap starting.
00:28:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.820447 17259 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d6e6cf68b864f1a83bf6b0596c6dbec" candidate_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:56.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.820737 18306 leader_election.cc:290] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 election: Requested vote from peers 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.817473 17399 raft_consensus.cc:2468] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ff64d0353c0e4af3ad2b2045249ff61e in term 1.
00:28:56.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:56.822356 17055 leader_election.cc:343] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087): Illegal state: must be running to vote when last-logged opid is not known
00:28:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.824316 18303 tablet_bootstrap.cc:654] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36: Neither blocks nor log segments found. Creating new log.
00:28:56.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.823558 17055 leader_election.cc:304] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 6bfc41c6989a457e87f7bc3d8f76de36
00:28:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.826933 18307 raft_consensus.cc:493] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.827374 18307 raft_consensus.cc:515] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.829249 18306 raft_consensus.cc:2804] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election won for term 1
00:28:56.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.829370 18307 leader_election.cc:290] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.830736 18306 raft_consensus.cc:697] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [term 1 LEADER]: Becoming Leader. State: Replica: ff64d0353c0e4af3ad2b2045249ff61e, State: Running, Role: LEADER
00:28:56.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.831328 18264 heartbeater.cc:499] Master 127.17.11.253:37269 was elected leader, sending a full tablet report...
00:28:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.831601 17259 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "653f17bd39164c23a7edeed5f8cc1126" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" is_pre_election: true
00:28:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.832155 17259 raft_consensus.cc:2468] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 0.
00:28:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.833360 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "653f17bd39164c23a7edeed5f8cc1126" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" is_pre_election: true
00:28:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.833498 17336 leader_election.cc:304] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, 6bfc41c6989a457e87f7bc3d8f76de36; no voters: 
00:28:56.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.833914 17119 raft_consensus.cc:2468] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 0.
00:28:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.834676 18307 raft_consensus.cc:2804] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.834986 18307 raft_consensus.cc:493] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.835283 18307 raft_consensus.cc:3060] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.842068 18307 raft_consensus.cc:515] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.845176 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "653f17bd39164c23a7edeed5f8cc1126" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.845479 17259 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "653f17bd39164c23a7edeed5f8cc1126" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.845721 17119 raft_consensus.cc:3060] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Advancing to term 1
00:28:56.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.846024 17259 raft_consensus.cc:3060] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.853000 17119 raft_consensus.cc:2468] T 653f17bd39164c23a7edeed5f8cc1126 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 1.
00:28:56.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.852650 17259 raft_consensus.cc:2468] T 653f17bd39164c23a7edeed5f8cc1126 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 1.
00:28:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.854542 17336 leader_election.cc:304] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, 6bfc41c6989a457e87f7bc3d8f76de36; no voters: 
00:28:56.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.855630 18329 raft_consensus.cc:2804] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election won for term 1
00:28:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.855580 18306 consensus_queue.cc:237] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.857628 18307 leader_election.cc:290] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Requested vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.864842 18303 tablet_bootstrap.cc:492] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36: No bootstrap required, opened a new log
00:28:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.864298 16931 catalog_manager.cc:5696] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130). New cstate: current_term: 1 leader_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } health_report { overall_health: UNKNOWN } } }
00:28:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.865285 18303 ts_tablet_manager.cc:1403] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent bootstrapping tablet: real 0.048s	user 0.017s	sys 0.007s
00:28:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.868647 18303 raft_consensus.cc:359] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.869307 18303 raft_consensus.cc:385] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:56.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.869565 18303 raft_consensus.cc:740] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6bfc41c6989a457e87f7bc3d8f76de36, State: Initialized, Role: FOLLOWER
00:28:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.870289 18303 consensus_queue.cc:260] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } }
00:28:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.872399 18303 ts_tablet_manager.cc:1434] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36: Time spent starting tablet: real 0.007s	user 0.007s	sys 0.000s
00:28:56.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.873526 17055 leader_election.cc:304] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: ff64d0353c0e4af3ad2b2045249ff61e; no voters: 084a1fe77d2543d1ab585ae92853f0a6, 6bfc41c6989a457e87f7bc3d8f76de36
00:28:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.874573 18306 raft_consensus.cc:2749] T c16415afe0d741bfa905e3ba59580562 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:28:56.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.875423 16930 catalog_manager.cc:5696] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e reported cstate change: term changed from 0 to 1, leader changed from <none> to ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129). New cstate: current_term: 1 leader_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } health_report { overall_health: HEALTHY } } }
00:28:56.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.880880 18329 raft_consensus.cc:697] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 LEADER]: Becoming Leader. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Running, Role: LEADER
00:28:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.881759 18329 consensus_queue.cc:237] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.884537 18339 raft_consensus.cc:493] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:56.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.884997 18339 raft_consensus.cc:515] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.888016 18339 leader_election.cc:290] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.888108 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be67e2739bc542849ea1128e95d3efc2" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" is_pre_election: true
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.888235 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be67e2739bc542849ea1128e95d3efc2" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" is_pre_election: true
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.888720 17119 raft_consensus.cc:2468] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 0.
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.888855 17260 raft_consensus.cc:2468] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 0.
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.889871 17335 leader_election.cc:304] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e; no voters: 
00:28:56.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.890590 18339 raft_consensus.cc:2804] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:56.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.890892 18339 raft_consensus.cc:493] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:56.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.891182 18339 raft_consensus.cc:3060] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.919833 18339 raft_consensus.cc:515] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.921790 18339 leader_election.cc:290] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Requested vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 6bfc41c6989a457e87f7bc3d8f76de36 (127.16.86.130:33087)
00:28:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.923182 17260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be67e2739bc542849ea1128e95d3efc2" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6bfc41c6989a457e87f7bc3d8f76de36"
00:28:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.923163 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "be67e2739bc542849ea1128e95d3efc2" candidate_uuid: "084a1fe77d2543d1ab585ae92853f0a6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e"
00:28:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.922693 16932 catalog_manager.cc:5696] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131). New cstate: current_term: 1 leader_uuid: "084a1fe77d2543d1ab585ae92853f0a6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } health_report { overall_health: HEALTHY } } }
00:28:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.923723 17260 raft_consensus.cc:3060] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Advancing to term 1
00:28:56.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.923748 17119 raft_consensus.cc:3060] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 0 FOLLOWER]: Advancing to term 1
00:28:56.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.931234 17260 raft_consensus.cc:2468] T be67e2739bc542849ea1128e95d3efc2 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 1.
00:28:56.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.932617 17336 leader_election.cc:304] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 084a1fe77d2543d1ab585ae92853f0a6, 6bfc41c6989a457e87f7bc3d8f76de36; no voters: 
00:28:56.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.934212 18339 raft_consensus.cc:2804] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 FOLLOWER]: Leader election won for term 1
00:28:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.934798 18339 raft_consensus.cc:697] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [term 1 LEADER]: Becoming Leader. State: Replica: 084a1fe77d2543d1ab585ae92853f0a6, State: Running, Role: LEADER
00:28:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.936748 17119 raft_consensus.cc:2468] T be67e2739bc542849ea1128e95d3efc2 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 084a1fe77d2543d1ab585ae92853f0a6 in term 1.
00:28:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.936610 18339 consensus_queue.cc:237] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:56.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:56.978204 16930 catalog_manager.cc:5696] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131). New cstate: current_term: 1 leader_uuid: "084a1fe77d2543d1ab585ae92853f0a6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } health_report { overall_health: HEALTHY } } }
00:28:57.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:57.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.039996 18310 raft_consensus.cc:493] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:57.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.040436 18310 raft_consensus.cc:515] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 } } peers { permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 } } peers { permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 } }
00:28:57.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.042373 18310 leader_election.cc:290] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827), 084a1fe77d2543d1ab585ae92853f0a6 (127.16.86.131:39143)
00:28:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.043295 17119 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" is_pre_election: true
00:28:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.043534 17399 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "39731739c6f14e898b072796a1b19c56" candidate_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "084a1fe77d2543d1ab585ae92853f0a6" is_pre_election: true
00:28:57.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.043952 17119 raft_consensus.cc:2393] T 39731739c6f14e898b072796a1b19c56 P ff64d0353c0e4af3ad2b2045249ff61e [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 6bfc41c6989a457e87f7bc3d8f76de36 in current term 1: Already voted for candidate 084a1fe77d2543d1ab585ae92853f0a6 in this term.
00:28:57.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.045176 17196 leader_election.cc:304] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 6bfc41c6989a457e87f7bc3d8f76de36; no voters: 084a1fe77d2543d1ab585ae92853f0a6, ff64d0353c0e4af3ad2b2045249ff61e
00:28:57.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.045943 18310 raft_consensus.cc:3060] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Advancing to term 1
00:28:57.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.050536 18310 raft_consensus.cc:2749] T 39731739c6f14e898b072796a1b19c56 P 6bfc41c6989a457e87f7bc3d8f76de36 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:28:57.095 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:57.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:57.096 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:57.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.097 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:57.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:57.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:57.204 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:57.204 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.204 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.204 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.205 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.205 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.205 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:57.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.242694 18310 consensus_queue.cc:1048] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.260226 18339 consensus_queue.cc:1048] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.261793 17260 raft_consensus.cc:3060] T 6d6e6cf68b864f1a83bf6b0596c6dbec P 6bfc41c6989a457e87f7bc3d8f76de36 [term 0 FOLLOWER]: Advancing to term 1
00:28:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.271615 18306 consensus_queue.cc:1048] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.280797 18339 consensus_queue.cc:1048] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.283735 18331 consensus_queue.cc:1048] T c16415afe0d741bfa905e3ba59580562 P 6bfc41c6989a457e87f7bc3d8f76de36 [LEADER]: Connected to new peer: Peer: permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:57.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.306327 18307 consensus_queue.cc:1048] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.329 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:57.330 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:57.330 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:57.332 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.332 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:57.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:57.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:57.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:57.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.338032 18360 consensus_queue.cc:1048] T 6d6e6cf68b864f1a83bf6b0596c6dbec P ff64d0353c0e4af3ad2b2045249ff61e [LEADER]: Connected to new peer: Peer: permanent_uuid: "084a1fe77d2543d1ab585ae92853f0a6" member_type: VOTER last_known_addr { host: "127.16.86.131" port: 39143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.379029 18358 consensus_queue.cc:1048] T 653f17bd39164c23a7edeed5f8cc1126 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.461431 18356 consensus_queue.cc:1048] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "6bfc41c6989a457e87f7bc3d8f76de36" member_type: VOTER last_known_addr { host: "127.16.86.130" port: 33087 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:57.475670 18356 consensus_queue.cc:1048] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ff64d0353c0e4af3ad2b2045249ff61e" member_type: VOTER last_known_addr { host: "127.16.86.129" port: 32827 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:57.482 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:28:57.483 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:28:57.483 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:28:57.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:57.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:57.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:28:57.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:57.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:57.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:28:57.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:57.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:57.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:28:57.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:28:57.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:58.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:58.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:28:58.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:28:58.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:28:58.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:28:58.076 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:28:58.077 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
00:28:58.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC GetTableLocations: received response from server master-127.16.86.188:40499: OK, deferred=null) after lookup
00:28:58.079 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:28:58.082 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:28:58.104 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.109 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9169e06b, L:/127.0.0.1:35292 - R:/127.16.86.131:39143] using TOKEN/null
00:28:58.135 [DEBUG - main] (Connection.java:748) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] connecting to peer
00:28:58.137 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] Successfully connected to peer
00:28:58.150 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.154 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x305a5f44, L:/127.0.0.1:47066 - R:/127.16.86.130:33087] using TOKEN/null
00:28:58.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:28:58.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:28:58.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:28:58.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:28:58.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:28:58.176 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:58.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.86.188:40499, [4ms] Sub RPC GetTableLocations: received response from server master-127.16.86.188:40499: OK, deferred=null) after lookup
00:28:58.177 [DEBUG - kudu-nio-0] (Connection.java:748) [peer ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)] connecting to peer
00:28:58.179 [DEBUG - kudu-nio-5] (Connection.java:757) [peer ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)] Successfully connected to peer
00:28:58.198 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:58.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:58.203 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:58.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.205 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:58.208 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x0d4e0537, L:/127.0.0.1:34454 - R:/127.16.86.129:32827] using TOKEN/null
00:28:58.380 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:58.382 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:28:58.385 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:28:58.386 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:28:58.387 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:28:58.389 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:28:58.391 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:28:58.399 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:28:58.402 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:28:58.412 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:28:58.412 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:28:58.422 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0f8b3160, L:/127.0.0.1:34796 - R:/127.17.11.254:46265] using SASL/PLAIN
00:28:58.427 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.429 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:58.430 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:58.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.430 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:58.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.432 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:58.433 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.437 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x05d348ff, L:/127.0.0.1:40656 - R:/127.17.11.252:43315] using SASL/PLAIN
00:28:58.439 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8f6090c1, L:/127.0.0.1:45614 - R:/127.17.11.253:37269] using SASL/PLAIN
00:28:58.443 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:58.443 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=61), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: OK, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:28:58.448 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:28:58.449 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:28:58.450 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.86.188:40499(127.16.86.188:40499)] Successfully connected to peer
00:28:58.452 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.188
00:28:58.453 [DEBUG - main] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:28:58.455 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.86.189:44553(127.16.86.189:44553)] Successfully connected to peer
00:28:58.457 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.86.190:39845(127.16.86.190:39845)] Successfully connected to peer
00:28:58.463 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.190
00:28:58.466 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.189
00:28:58.477 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.477 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.482 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x225898a9, L:/127.0.0.1:54370 - R:/127.16.86.188:40499] using SASL/PLAIN
00:28:58.483 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x826b8d21, L:/127.0.0.1:36234 - R:/127.16.86.189:44553] using SASL/PLAIN
00:28:58.483 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:28:58.490 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:58.491 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:58.491 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x7390ee5d, L:/127.0.0.1:40602 - R:/127.16.86.190:39845] using SASL/PLAIN
00:28:58.491 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:58.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.492 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:28:58.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.493 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: OK, deferred=null) after lookup
00:28:58.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.494 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:58.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:28:58.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:28:58.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:28:58.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:28:58.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:28:58.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:28:58.515 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:28:58.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.519673 17579 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45614:
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:58.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
00:28:58.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:28:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:28:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:28:58.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:28:58.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:58.529654 17579 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:28:58.568 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:28:58.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:58.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:58.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:58.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:58.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:58.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:58.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:58.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.640391 17857 tablet_service.cc:1511] Processing CreateTablet for tablet 37c9978052d043ed98f9b23c9c757dfc (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.646062 18054 tablet_service.cc:1511] Processing CreateTablet for tablet fc060e8755c441f594a55dfc96c55991 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.645839 18055 tablet_service.cc:1511] Processing CreateTablet for tablet d8d2ac6423af4f298cfccb9b7e8d2e02 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.646512 18057 tablet_service.cc:1511] Processing CreateTablet for tablet ebe1025846f04905846f0fe77de405dd (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.645836 18058 tablet_service.cc:1511] Processing CreateTablet for tablet 42ecaf4e29814604a58c7e7e85c7ba88 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.648909 18054 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc060e8755c441f594a55dfc96c55991. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.648958 18056 tablet_service.cc:1511] Processing CreateTablet for tablet 37c9978052d043ed98f9b23c9c757dfc (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.649582 18055 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d8d2ac6423af4f298cfccb9b7e8d2e02. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.650278 18056 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37c9978052d043ed98f9b23c9c757dfc. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.651458 18057 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ebe1025846f04905846f0fe77de405dd. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.653267 18058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42ecaf4e29814604a58c7e7e85c7ba88. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.654034 17855 tablet_service.cc:1511] Processing CreateTablet for tablet fc060e8755c441f594a55dfc96c55991 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.656507 17856 tablet_service.cc:1511] Processing CreateTablet for tablet d8d2ac6423af4f298cfccb9b7e8d2e02 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.658602 17858 tablet_service.cc:1511] Processing CreateTablet for tablet ebe1025846f04905846f0fe77de405dd (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.664968 17857 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37c9978052d043ed98f9b23c9c757dfc. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.667948 17856 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d8d2ac6423af4f298cfccb9b7e8d2e02. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.672920 17855 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc060e8755c441f594a55dfc96c55991. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.691792 17859 tablet_service.cc:1511] Processing CreateTablet for tablet 42ecaf4e29814604a58c7e7e85c7ba88 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.693892 17858 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ebe1025846f04905846f0fe77de405dd. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.696323 17859 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42ecaf4e29814604a58c7e7e85c7ba88. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.745004 18423 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: Bootstrap starting.
00:28:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.756570 18423 tablet_bootstrap.cc:654] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: Neither blocks nor log segments found. Creating new log.
00:28:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.772125 18422 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Bootstrap starting.
00:28:58.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.780361 18423 log.cc:826] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: Log is configured to *not* fsync() on all Append() calls
00:28:58.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.785709 18422 tablet_bootstrap.cc:654] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Neither blocks nor log segments found. Creating new log.
00:28:58.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.793325 18422 log.cc:826] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Log is configured to *not* fsync() on all Append() calls
00:28:58.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.796269 18195 tablet_service.cc:1511] Processing CreateTablet for tablet d8d2ac6423af4f298cfccb9b7e8d2e02 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.798705 18195 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d8d2ac6423af4f298cfccb9b7e8d2e02. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.798418 18196 tablet_service.cc:1511] Processing CreateTablet for tablet 37c9978052d043ed98f9b23c9c757dfc (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.796954 18194 tablet_service.cc:1511] Processing CreateTablet for tablet fc060e8755c441f594a55dfc96c55991 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.799216 18197 tablet_service.cc:1511] Processing CreateTablet for tablet ebe1025846f04905846f0fe77de405dd (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.800490 18194 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fc060e8755c441f594a55dfc96c55991. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.801342 18196 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 37c9978052d043ed98f9b23c9c757dfc. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.800865 18198 tablet_service.cc:1511] Processing CreateTablet for tablet 42ecaf4e29814604a58c7e7e85c7ba88 (DEFAULT_TABLE table=replication_test_table [id=6b3a3759b41f4f4a986e620ae465f788]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
00:28:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.802131 18423 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: No bootstrap required, opened a new log
00:28:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.802227 18198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 42ecaf4e29814604a58c7e7e85c7ba88. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.802670 18423 ts_tablet_manager.cc:1403] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: Time spent bootstrapping tablet: real 0.058s	user 0.008s	sys 0.016s
00:28:58.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.804203 18197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ebe1025846f04905846f0fe77de405dd. 1 dirs total, 0 dirs full, 0 dirs failed
00:28:58.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.810305 18422 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: No bootstrap required, opened a new log
00:28:58.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.811075 18422 ts_tablet_manager.cc:1403] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent bootstrapping tablet: real 0.042s	user 0.017s	sys 0.000s
00:28:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.830969 18423 raft_consensus.cc:359] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.831911 18423 raft_consensus.cc:385] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.836927 18423 raft_consensus.cc:740] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Initialized, Role: FOLLOWER
00:28:58.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.837922 18423 consensus_queue.cc:260] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.844094 18422 raft_consensus.cc:359] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.853984 18423 ts_tablet_manager.cc:1434] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733: Time spent starting tablet: real 0.051s	user 0.023s	sys 0.015s
00:28:58.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.854300 18422 raft_consensus.cc:385] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.854629 18422 raft_consensus.cc:740] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Initialized, Role: FOLLOWER
00:28:58.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.855645 18422 consensus_queue.cc:260] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.856983 18423 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733: Bootstrap starting.
00:28:58.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.865163 18423 tablet_bootstrap.cc:654] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733: Neither blocks nor log segments found. Creating new log.
00:28:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.876560 18422 ts_tablet_manager.cc:1434] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent starting tablet: real 0.065s	user 0.022s	sys 0.013s
00:28:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.878495 18429 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Bootstrap starting.
00:28:58.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.881191 18422 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0: Bootstrap starting.
00:28:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.892297 18429 tablet_bootstrap.cc:654] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Neither blocks nor log segments found. Creating new log.
00:28:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.900470 18423 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733: No bootstrap required, opened a new log
00:28:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.900915 18423 ts_tablet_manager.cc:1403] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733: Time spent bootstrapping tablet: real 0.044s	user 0.017s	sys 0.007s
00:28:58.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.903607 18422 tablet_bootstrap.cc:654] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0: Neither blocks nor log segments found. Creating new log.
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.903653 18423 raft_consensus.cc:359] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.904331 18423 raft_consensus.cc:385] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.904764 18423 raft_consensus.cc:740] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Initialized, Role: FOLLOWER
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.905443 18423 consensus_queue.cc:260] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.907589 18423 ts_tablet_manager.cc:1434] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733: Time spent starting tablet: real 0.006s	user 0.006s	sys 0.000s
00:28:58.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.908476 18423 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733: Bootstrap starting.
00:28:58.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.916378 18423 tablet_bootstrap.cc:654] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733: Neither blocks nor log segments found. Creating new log.
00:28:58.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.906072 18429 log.cc:826] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Log is configured to *not* fsync() on all Append() calls
00:28:58.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.938231 18429 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: No bootstrap required, opened a new log
00:28:58.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.938807 18429 ts_tablet_manager.cc:1403] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Time spent bootstrapping tablet: real 0.061s	user 0.008s	sys 0.011s
00:28:58.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.943647 18422 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0: No bootstrap required, opened a new log
00:28:58.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.944105 18422 ts_tablet_manager.cc:1403] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent bootstrapping tablet: real 0.063s	user 0.010s	sys 0.012s
00:28:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.946907 18423 tablet_bootstrap.cc:492] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733: No bootstrap required, opened a new log
00:28:58.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.946925 18422 raft_consensus.cc:359] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.947348 18423 ts_tablet_manager.cc:1403] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733: Time spent bootstrapping tablet: real 0.039s	user 0.006s	sys 0.007s
00:28:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.947589 18422 raft_consensus.cc:385] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.947857 18422 raft_consensus.cc:740] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Initialized, Role: FOLLOWER
00:28:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.949925 18423 raft_consensus.cc:359] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.957592 18423 raft_consensus.cc:385] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.957911 18423 raft_consensus.cc:740] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Initialized, Role: FOLLOWER
00:28:58.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.958637 18423 consensus_queue.cc:260] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.948516 18422 consensus_queue.cc:260] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.973326 18422 ts_tablet_manager.cc:1434] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent starting tablet: real 0.029s	user 0.004s	sys 0.004s
00:28:58.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.974467 18422 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0: Bootstrap starting.
00:28:58.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.979826 18423 ts_tablet_manager.cc:1434] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733: Time spent starting tablet: real 0.032s	user 0.006s	sys 0.010s
00:28:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.985276 18429 raft_consensus.cc:359] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.989080 18423 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: Bootstrap starting.
00:28:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.989255 18429 raft_consensus.cc:385] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:58.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.989545 18429 raft_consensus.cc:740] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Initialized, Role: FOLLOWER
00:28:58.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.994212 18429 consensus_queue.cc:260] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:58.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.995672 18423 tablet_bootstrap.cc:654] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: Neither blocks nor log segments found. Creating new log.
00:28:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:58.980546 18422 tablet_bootstrap.cc:654] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0: Neither blocks nor log segments found. Creating new log.
00:28:59.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.005879 18427 raft_consensus.cc:493] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.006458 18427 raft_consensus.cc:515] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.009701 18427 leader_election.cc:290] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.011883 18429 ts_tablet_manager.cc:1434] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Time spent starting tablet: real 0.073s	user 0.034s	sys 0.001s
00:28:59.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.013336 18429 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40: Bootstrap starting.
00:28:59.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.023972 18422 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0: No bootstrap required, opened a new log
00:28:59.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.024454 18422 ts_tablet_manager.cc:1403] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent bootstrapping tablet: real 0.050s	user 0.007s	sys 0.003s
00:28:59.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.027169 18422 raft_consensus.cc:359] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.027850 18422 raft_consensus.cc:385] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.028136 18422 raft_consensus.cc:740] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Initialized, Role: FOLLOWER
00:28:59.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.028435 18429 tablet_bootstrap.cc:654] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40: Neither blocks nor log segments found. Creating new log.
00:28:59.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.028820 18422 consensus_queue.cc:260] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.037525 18423 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: No bootstrap required, opened a new log
00:28:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.037997 18423 ts_tablet_manager.cc:1403] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: Time spent bootstrapping tablet: real 0.049s	user 0.003s	sys 0.015s
00:28:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.049435 18423 raft_consensus.cc:359] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.050271 18423 raft_consensus.cc:385] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.050581 18423 raft_consensus.cc:740] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Initialized, Role: FOLLOWER
00:28:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.051199 18422 ts_tablet_manager.cc:1434] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent starting tablet: real 0.026s	user 0.005s	sys 0.000s
00:28:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.051327 18423 consensus_queue.cc:260] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.052656 18270 tablet.cc:2406] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:59.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.053481 18423 ts_tablet_manager.cc:1434] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: Time spent starting tablet: real 0.015s	user 0.008s	sys 0.000s
00:28:59.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.054430 18423 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733: Bootstrap starting.
00:28:59.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.072463 17931 tablet.cc:2406] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:59.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.085927 18426 raft_consensus.cc:493] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.086746 18426 raft_consensus.cc:515] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.107244 18422 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0: Bootstrap starting.
00:28:59.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.112463 18130 tablet.cc:2406] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:28:59.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.124711 18433 raft_consensus.cc:493] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.125360 18433 raft_consensus.cc:515] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.125073 18422 tablet_bootstrap.cc:654] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0: Neither blocks nor log segments found. Creating new log.
00:28:59.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.129426 18433 leader_election.cc:290] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.148934 17879 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.149885 17879 raft_consensus.cc:2468] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in term 0.
00:28:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.150475 18423 tablet_bootstrap.cc:654] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733: Neither blocks nor log segments found. Creating new log.
00:28:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.151584 18012 leader_election.cc:304] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 
00:28:59.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.152663 18427 raft_consensus.cc:2804] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.153015 18427 raft_consensus.cc:493] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.153337 18427 raft_consensus.cc:3060] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.154886 18426 leader_election.cc:290] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.161738 18427 raft_consensus.cc:515] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.164471 18427 leader_election.cc:290] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 election: Requested vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.170640 18429 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40: No bootstrap required, opened a new log
00:28:59.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.171124 18429 ts_tablet_manager.cc:1403] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40: Time spent bootstrapping tablet: real 0.158s	user 0.022s	sys 0.019s
00:28:59.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.178427 18422 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0: No bootstrap required, opened a new log
00:28:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.178882 18422 ts_tablet_manager.cc:1403] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent bootstrapping tablet: real 0.072s	user 0.014s	sys 0.005s
00:28:59.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.185539 18423 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733: No bootstrap required, opened a new log
00:28:59.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.186040 18423 ts_tablet_manager.cc:1403] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733: Time spent bootstrapping tablet: real 0.132s	user 0.007s	sys 0.006s
00:28:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.187374 18429 raft_consensus.cc:359] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.187662 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40" is_pre_election: true
00:28:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.188105 18429 raft_consensus.cc:385] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.188385 18429 raft_consensus.cc:740] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Initialized, Role: FOLLOWER
00:28:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.190071 18422 raft_consensus.cc:359] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.190749 18422 raft_consensus.cc:385] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.190666 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.191032 18422 raft_consensus.cc:740] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Initialized, Role: FOLLOWER
00:28:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.191723 18422 consensus_queue.cc:260] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.193961 18422 ts_tablet_manager.cc:1434] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent starting tablet: real 0.015s	user 0.005s	sys 0.000s
00:28:59.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.194904 18422 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: Bootstrap starting.
00:28:59.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.189123 18429 consensus_queue.cc:260] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.205374 18429 ts_tablet_manager.cc:1434] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40: Time spent starting tablet: real 0.034s	user 0.007s	sys 0.001s
00:28:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.206405 18429 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40: Bootstrap starting.
00:28:59.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.200031 18012 leader_election.cc:343] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837): Illegal state: must be running to vote when last-logged opid is not known
00:28:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.214437 18012 leader_election.cc:343] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837): Illegal state: must be running to vote when last-logged opid is not known
00:28:59.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.227245 18422 tablet_bootstrap.cc:654] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: Neither blocks nor log segments found. Creating new log.
00:28:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.233037 17879 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.233637 17879 raft_consensus.cc:3060] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.239531 18429 tablet_bootstrap.cc:654] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40: Neither blocks nor log segments found. Creating new log.
00:28:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.244729 18426 raft_consensus.cc:493] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.244856 17879 raft_consensus.cc:2468] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in term 1.
00:28:59.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.245361 18426 raft_consensus.cc:515] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.247589 18426 leader_election.cc:290] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.252180 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37c9978052d043ed98f9b23c9c757dfc" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40" is_pre_election: true
00:28:59.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.253010 18218 raft_consensus.cc:2468] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 0.
00:28:59.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.266933 17813 leader_election.cc:304] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.268730 18426 raft_consensus.cc:2804] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.270 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:59.270 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:59.271 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:59.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.272 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.272 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.272 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.269305 18426 raft_consensus.cc:493] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.270036 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40" is_pre_election: true
00:28:59.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.270385 18426 raft_consensus.cc:3060] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.273 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.275219 18012 leader_election.cc:304] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 9f014c8fc2c441d0897306b645efde40
00:28:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.276437 18427 raft_consensus.cc:2804] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election won for term 1
00:28:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.280496 18422 tablet_bootstrap.cc:492] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: No bootstrap required, opened a new log
00:28:59.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.280979 18422 ts_tablet_manager.cc:1403] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent bootstrapping tablet: real 0.086s	user 0.005s	sys 0.020s
00:28:59.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.281800 17813 leader_election.cc:343] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837): Illegal state: must be running to vote when last-logged opid is not known
00:28:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.290835 18422 raft_consensus.cc:359] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.291595 18422 raft_consensus.cc:385] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.291873 18422 raft_consensus.cc:740] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Initialized, Role: FOLLOWER
00:28:59.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.292742 18422 consensus_queue.cc:260] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.298686 18429 tablet_bootstrap.cc:492] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40: No bootstrap required, opened a new log
00:28:59.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.299423 18429 ts_tablet_manager.cc:1403] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40: Time spent bootstrapping tablet: real 0.093s	user 0.010s	sys 0.018s
00:28:59.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.299798 17879 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.300618 17879 raft_consensus.cc:2468] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 0.
00:28:59.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.302436 18152 leader_election.cc:304] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.303382 18433 raft_consensus.cc:2804] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.303740 18433 raft_consensus.cc:493] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.304343 18433 raft_consensus.cc:3060] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.308708 18455 raft_consensus.cc:493] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.309290 18455 raft_consensus.cc:515] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.317327 18423 raft_consensus.cc:359] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.317978 18422 ts_tablet_manager.cc:1434] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: Time spent starting tablet: real 0.037s	user 0.007s	sys 0.004s
00:28:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.318187 18423 raft_consensus.cc:385] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.318460 18423 raft_consensus.cc:740] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Initialized, Role: FOLLOWER
00:28:59.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.317549 18455 leader_election.cc:290] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.316699 18429 raft_consensus.cc:359] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.327257 18433 raft_consensus.cc:515] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.335238 18426 raft_consensus.cc:515] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.338953 18433 leader_election.cc:290] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 election: Requested vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:59.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.326445 18429 raft_consensus.cc:385] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.340051 18429 raft_consensus.cc:740] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Initialized, Role: FOLLOWER
00:28:59.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.340967 18429 consensus_queue.cc:260] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.344686 18429 ts_tablet_manager.cc:1434] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40: Time spent starting tablet: real 0.045s	user 0.006s	sys 0.003s
00:28:59.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.346645 18429 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40: Bootstrap starting.
00:28:59.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.348673 18453 raft_consensus.cc:493] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.349432 18453 raft_consensus.cc:515] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.352011 18453 leader_election.cc:290] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.348965 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40" is_pre_election: true
00:28:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.337857 17879 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.340058 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.319832 18423 consensus_queue.cc:260] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.367254 17878 raft_consensus.cc:3060] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.367288 17879 raft_consensus.cc:2468] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in term 0.
00:28:59.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.364400 18078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37c9978052d043ed98f9b23c9c757dfc" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" is_pre_election: true
00:28:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.373302 18426 leader_election.cc:290] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 election: Requested vote from peers 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.373282 18078 raft_consensus.cc:2468] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 0.
00:28:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.377199 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37c9978052d043ed98f9b23c9c757dfc" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.377764 18218 raft_consensus.cc:3060] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.381294 18429 tablet_bootstrap.cc:654] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40: Neither blocks nor log segments found. Creating new log.
00:28:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.366245 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" is_pre_election: true
00:28:59.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.383358 18077 raft_consensus.cc:2468] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 0.
00:28:59.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.387391 17878 raft_consensus.cc:2468] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 1.
00:28:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.389570 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "37c9978052d043ed98f9b23c9c757dfc" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.390228 18077 raft_consensus.cc:3060] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.397229 18429 tablet_bootstrap.cc:492] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40: No bootstrap required, opened a new log
00:28:59.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.397815 18429 ts_tablet_manager.cc:1403] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40: Time spent bootstrapping tablet: real 0.052s	user 0.014s	sys 0.006s
00:28:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.403678 18429 raft_consensus.cc:359] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.404533 18429 raft_consensus.cc:385] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.404834 18429 raft_consensus.cc:740] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Initialized, Role: FOLLOWER
00:28:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.405580 18429 consensus_queue.cc:260] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.407996 18429 ts_tablet_manager.cc:1434] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.000s
00:28:59.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.410388 18429 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40: Bootstrap starting.
00:28:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.415498 18218 raft_consensus.cc:2468] T 37c9978052d043ed98f9b23c9c757dfc P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 1.
00:28:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.417070 18423 ts_tablet_manager.cc:1434] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733: Time spent starting tablet: real 0.231s	user 0.007s	sys 0.002s
00:28:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.417109 18429 tablet_bootstrap.cc:654] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40: Neither blocks nor log segments found. Creating new log.
00:28:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.395730 17814 leader_election.cc:304] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 9f014c8fc2c441d0897306b645efde40
00:28:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.426456 18426 raft_consensus.cc:2804] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.426843 18426 raft_consensus.cc:493] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.427182 18426 raft_consensus.cc:3060] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.428344 17813 leader_election.cc:304] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:28:59.430398 18012 leader_election.cc:343] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837): Illegal state: must be running to vote when last-logged opid is not known
00:28:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.434432 18426 raft_consensus.cc:515] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.435842 18077 raft_consensus.cc:2468] T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 1.
00:28:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.435794 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40" is_pre_election: true
00:28:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.436699 18218 raft_consensus.cc:2393] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in current term 1: Already voted for candidate 9f014c8fc2c441d0897306b645efde40 in this term.
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.437913 18012 leader_election.cc:304] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 9f014c8fc2c441d0897306b645efde40
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.438038 18078 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.438601 18078 raft_consensus.cc:3060] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.438719 18453 raft_consensus.cc:2804] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.439033 18453 raft_consensus.cc:493] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.439333 18453 raft_consensus.cc:3060] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.441574 18427 raft_consensus.cc:697] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 LEADER]: Becoming Leader. State: Replica: 5a4b2354b9c44056b528c2d8f0fd07f0, State: Running, Role: LEADER
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.446852 18453 raft_consensus.cc:515] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.442574 18427 consensus_queue.cc:237] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.450353 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" is_pre_election: true
00:28:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.455965 18460 raft_consensus.cc:2804] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election won for term 1
00:28:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.456118 18152 leader_election.cc:304] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.452469 18078 raft_consensus.cc:2468] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 1.
00:28:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.456907 18433 raft_consensus.cc:2804] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader election won for term 1
00:28:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.469493 18218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.469532 18076 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "21cb3aab10a743f583928825c7c6c733" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:59.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.470652 18076 raft_consensus.cc:2393] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 21cb3aab10a743f583928825c7c6c733 in current term 1: Already voted for candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in this term.
00:28:59.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.471195 18218 raft_consensus.cc:3060] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.471982 18077 raft_consensus.cc:2376] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 1. Re-sending same reply.
00:28:59.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.473507 18453 leader_election.cc:290] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 election: Requested vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.477411 18433 raft_consensus.cc:697] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [term 1 LEADER]: Becoming Leader. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Running, Role: LEADER
00:28:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.478446 18433 consensus_queue.cc:237] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.458613 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ebe1025846f04905846f0fe77de405dd" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.479948 17878 raft_consensus.cc:2393] T ebe1025846f04905846f0fe77de405dd P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in current term 1: Already voted for candidate 9f014c8fc2c441d0897306b645efde40 in this term.
00:28:59.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.490828 17578 catalog_manager.cc:5696] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194). New cstate: current_term: 1 leader_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } health_report { overall_health: UNKNOWN } } }
00:28:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.436539 18426 leader_election.cc:290] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 election: Requested vote from peers 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815), 9f014c8fc2c441d0897306b645efde40 (127.17.11.195:43837)
00:28:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.507630 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.512195 18217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fc060e8755c441f594a55dfc96c55991" candidate_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9f014c8fc2c441d0897306b645efde40"
00:28:59.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.514213 17878 raft_consensus.cc:2393] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in current term 1: Already voted for candidate 21cb3aab10a743f583928825c7c6c733 in this term.
00:28:59.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:28:59.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.517047 18461 raft_consensus.cc:493] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.519548 18461 raft_consensus.cc:515] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.519212 18012 leader_election.cc:304] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40
00:28:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.521317 18427 raft_consensus.cc:2749] T ebe1025846f04905846f0fe77de405dd P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:28:59.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.524801 18012 leader_election.cc:304] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5a4b2354b9c44056b528c2d8f0fd07f0; no voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40
00:28:59.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.525835 18427 raft_consensus.cc:2749] T fc060e8755c441f594a55dfc96c55991 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:28:59.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.531708 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42ecaf4e29814604a58c7e7e85c7ba88" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.532778 17878 raft_consensus.cc:2468] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 0.
00:28:59.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.534382 18152 leader_election.cc:304] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.538211 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42ecaf4e29814604a58c7e7e85c7ba88" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" is_pre_election: true
00:28:59.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.538834 18077 raft_consensus.cc:2468] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 0.
00:28:59.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.542780 18461 leader_election.cc:290] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:59.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.544679 18460 raft_consensus.cc:697] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [term 1 LEADER]: Becoming Leader. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Running, Role: LEADER
00:28:59.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.546350 18461 raft_consensus.cc:2804] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:28:59.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.547812 18460 consensus_queue.cc:237] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.547371 18429 tablet_bootstrap.cc:492] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40: No bootstrap required, opened a new log
00:28:59.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.550024 18429 ts_tablet_manager.cc:1403] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40: Time spent bootstrapping tablet: real 0.140s	user 0.050s	sys 0.051s
00:28:59.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.553428 18218 raft_consensus.cc:2468] T fc060e8755c441f594a55dfc96c55991 P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 21cb3aab10a743f583928825c7c6c733 in term 1.
00:28:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.569041 17579 catalog_manager.cc:5696] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9f014c8fc2c441d0897306b645efde40 (127.17.11.195). New cstate: current_term: 1 leader_uuid: "9f014c8fc2c441d0897306b645efde40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } health_report { overall_health: HEALTHY } } }
00:28:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.549408 18461 raft_consensus.cc:493] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:28:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.583523 18461 raft_consensus.cc:3060] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.553831 18429 raft_consensus.cc:359] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.594112 18429 raft_consensus.cc:385] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:28:59.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.595156 18429 raft_consensus.cc:740] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Initialized, Role: FOLLOWER
00:28:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.596125 18429 consensus_queue.cc:260] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.599615 18429 ts_tablet_manager.cc:1434] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40: Time spent starting tablet: real 0.049s	user 0.005s	sys 0.005s
00:28:59.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.618171 18461 raft_consensus.cc:515] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.624655 17813 leader_election.cc:304] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 5a4b2354b9c44056b528c2d8f0fd07f0
00:28:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.625398 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42ecaf4e29814604a58c7e7e85c7ba88" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733"
00:28:59.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.625630 18463 raft_consensus.cc:2804] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election won for term 1
00:28:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.626073 18463 raft_consensus.cc:697] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [term 1 LEADER]: Becoming Leader. State: Replica: 21cb3aab10a743f583928825c7c6c733, State: Running, Role: LEADER
00:28:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.626837 18463 consensus_queue.cc:237] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.629118 18461 leader_election.cc:290] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 election: Requested vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:59.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.626082 17878 raft_consensus.cc:3060] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.639837 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "42ecaf4e29814604a58c7e7e85c7ba88" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0"
00:28:59.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.640389 18077 raft_consensus.cc:3060] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.641841 17878 raft_consensus.cc:2468] T 42ecaf4e29814604a58c7e7e85c7ba88 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 1.
00:28:59.655 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:59.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.655283 18152 leader_election.cc:304] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 21cb3aab10a743f583928825c7c6c733, 9f014c8fc2c441d0897306b645efde40; no voters: 
00:28:59.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:59.656 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:59.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.657 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.657 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.657 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.657 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.657 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.656108 18461 raft_consensus.cc:2804] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader election won for term 1
00:28:59.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.656553 18461 raft_consensus.cc:697] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [term 1 LEADER]: Becoming Leader. State: Replica: 9f014c8fc2c441d0897306b645efde40, State: Running, Role: LEADER
00:28:59.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.658 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:28:59.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.657297 18461 consensus_queue.cc:237] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.660571 18077 raft_consensus.cc:2468] T 42ecaf4e29814604a58c7e7e85c7ba88 P 5a4b2354b9c44056b528c2d8f0fd07f0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9f014c8fc2c441d0897306b645efde40 in term 1.
00:28:59.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.671867 17579 catalog_manager.cc:5696] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 reported cstate change: term changed from 0 to 1, leader changed from <none> to 21cb3aab10a743f583928825c7c6c733 (127.17.11.193). New cstate: current_term: 1 leader_uuid: "21cb3aab10a743f583928825c7c6c733" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } health_report { overall_health: UNKNOWN } } }
00:28:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.699200 17579 catalog_manager.cc:5696] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9f014c8fc2c441d0897306b645efde40 (127.17.11.195). New cstate: current_term: 1 leader_uuid: "9f014c8fc2c441d0897306b645efde40" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } health_report { overall_health: HEALTHY } } }
00:28:59.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.702975 17578 catalog_manager.cc:5696] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 reported cstate change: term changed from 0 to 1, leader changed from <none> to 21cb3aab10a743f583928825c7c6c733 (127.17.11.193). New cstate: current_term: 1 leader_uuid: "21cb3aab10a743f583928825c7c6c733" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } health_report { overall_health: UNKNOWN } } }
00:28:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.848631 18461 raft_consensus.cc:493] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:28:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.849056 18461 raft_consensus.cc:515] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 } } peers { permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 } } peers { permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 } }
00:28:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.850937 18461 leader_election.cc:290] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 21cb3aab10a743f583928825c7c6c733 (127.17.11.193:35741), 5a4b2354b9c44056b528c2d8f0fd07f0 (127.17.11.194:33815)
00:28:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.851678 17878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "21cb3aab10a743f583928825c7c6c733" is_pre_election: true
00:28:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.852394 17878 raft_consensus.cc:2393] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 21cb3aab10a743f583928825c7c6c733 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 9f014c8fc2c441d0897306b645efde40 in current term 1: Already voted for candidate 5a4b2354b9c44056b528c2d8f0fd07f0 in this term.
00:28:59.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.852442 18077 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d8d2ac6423af4f298cfccb9b7e8d2e02" candidate_uuid: "9f014c8fc2c441d0897306b645efde40" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" is_pre_election: true
00:28:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.855079 18153 leader_election.cc:304] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 9f014c8fc2c441d0897306b645efde40; no voters: 21cb3aab10a743f583928825c7c6c733, 5a4b2354b9c44056b528c2d8f0fd07f0
00:28:59.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.856211 18461 raft_consensus.cc:3060] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 0 FOLLOWER]: Advancing to term 1
00:28:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.861886 18461 raft_consensus.cc:2749] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 9f014c8fc2c441d0897306b645efde40 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:28:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.881218 18427 consensus_queue.cc:1048] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.883496 18427 consensus_queue.cc:1048] T d8d2ac6423af4f298cfccb9b7e8d2e02 P 5a4b2354b9c44056b528c2d8f0fd07f0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:28:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.937208 18461 consensus_queue.cc:1048] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:59.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:28:59.946213 18461 consensus_queue.cc:1048] T ebe1025846f04905846f0fe77de405dd P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:28:59.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:28:59.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:28:59.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:28:59.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:28:59.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:28:59.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:28:59.979 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:00.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.018774 18460 consensus_queue.cc:1048] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:00.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.056703 18460 consensus_queue.cc:1048] T 37c9978052d043ed98f9b23c9c757dfc P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:00.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.107429 18461 consensus_queue.cc:1048] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.129348 18433 consensus_queue.cc:1048] T 42ecaf4e29814604a58c7e7e85c7ba88 P 9f014c8fc2c441d0897306b645efde40 [LEADER]: Connected to new peer: Peer: permanent_uuid: "21cb3aab10a743f583928825c7c6c733" member_type: VOTER last_known_addr { host: "127.17.11.193" port: 35741 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.155815 18487 consensus_queue.cc:1048] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5a4b2354b9c44056b528c2d8f0fd07f0" member_type: VOTER last_known_addr { host: "127.17.11.194" port: 33815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:00.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:00.171397 18460 consensus_queue.cc:1048] T fc060e8755c441f594a55dfc96c55991 P 21cb3aab10a743f583928825c7c6c733 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9f014c8fc2c441d0897306b645efde40" member_type: VOTER last_known_addr { host: "127.17.11.195" port: 43837 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:29:00.289 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state READY
00:29:00.289 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state READY
00:29:00.289 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state READY
00:29:00.290 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.86.190:39845(127.16.86.190:39845)] handling channelInactive
00:29:00.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state READY due to: connection closed
00:29:00.290 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.86.189:44553(127.16.86.189:44553)] handling channelInactive
00:29:00.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state READY due to: connection closed
00:29:00.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:00.292 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:00.293 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
00:29:00.295 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.86.188:40499(127.16.86.188:40499)] handling channelInactive
00:29:00.295 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state READY
00:29:00.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state READY due to: connection closed
00:29:00.295 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state READY
00:29:00.295 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state READY
00:29:00.295 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:29:00.296 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:00.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:00.296 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:00.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:00.298 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:00.299 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:29:00.299 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:00.300 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:00.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:00.300 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
00:29:00.302 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:00.302 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:29:00.302 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:29:00.302 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:00.302 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:00.302 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:29:00.314 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:29:00.314 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:29:00.370 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:00.371 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:00.371 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:00.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:00.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:00.551 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:29:00.635 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:29:00.635 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:29:00.635 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:29:00.654 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:29:00.891 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:00.892 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:00.892 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:00.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.893 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:00.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:00.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.893 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.893 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:00.894 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:00.982 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:00.982 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:00.983 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:00.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:00.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:00.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:00.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:00.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:00.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:00.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:00.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:00.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:00.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:01.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:01.386 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
00:29:01.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:01.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:01.535 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:01.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:01.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:01.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:01.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:01.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:01.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:01.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:01.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:01.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:01.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:01.537 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:01.544 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:29:01.560 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:29:01.577 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
00:29:01.592 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:29:01.605 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:29:01.613 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:29:01.614 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:29:01.614 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:29:01.615 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:29:01.615 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:29:01.615 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:29:01.615 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:29:01.615 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:29:01.616 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:29:01.616 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:29:01.617 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:29:01.617 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:29:01.617 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:29:01.617 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:29:01.617 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:29:01.617 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:29:01.618 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:29:01.618 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:29:01.618 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:29:01.618 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_78797729fc660d1e80e604ba06cf0f67/blobStorage
00:29:01.618 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:35941 - max concurrent requests: 50 - max backlog: 1000
00:29:01.619 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_78797729fc660d1e80e604ba06cf0f67/blobStorage
00:29:01.620 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_78797729fc660d1e80e604ba06cf0f67/blobStorage
00:29:01.620 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:29:01.621 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2
00:29:01.622 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:29:01.623 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-142c7567-ad5a-4297-8b27-01c24b30e454
00:29:01.630 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-1ec8c5b7-e0c3-460c-8cd3-2c6c693c759e
00:29:01.713 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:29:01.714 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:29:01.714 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:29:01.714 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:29:01.715 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:29:01.716 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
00:29:01.751 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:29:01.752 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:29:01.756 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
00:29:01.757 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-aa805fda-d524-41d4-97ba-2301faa2919b
00:29:01.762 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:29:01.762 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:29:01.768 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:45211
00:29:01.768 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:29:01.775 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:29:01.775 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:29:01.775 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:29:01.775 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:45211 was granted leadership with leaderSessionID=3232fad0-f5c2-44e7-a5a1-6d16b38a6e1b
00:29:01.776 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:45211 , session=3232fad0-f5c2-44e7-a5a1-6d16b38a6e1b
00:29:01.776 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 448c1229-89d7-4499-8a9e-8c4fdca4cf77. Creating new DispatcherLeaderProcess.
00:29:01.776 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:29:01.781 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:29:01.784 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:29:01.785 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:29:01.786 [INFO - pool-49-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id a0e9a161-14cb-4e2a-839b-858663b85651.
00:29:01.790 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_5 .
00:29:01.794 [INFO - pool-49-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_6 .
00:29:01.798 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_5 , session=448c1229-89d7-4499-8a9e-8c4fdca4cf77
00:29:01.798 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
00:29:01.798 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:29:01.798 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:29:01.799 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:29:01.799 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:29:01.800 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_6 , session=a0e9a161-14cb-4e2a-839b-858663b85651
00:29:01.800 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(839b858663b85651a0e9a16114cb4e2a).
00:29:01.830 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:29:01.838 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
00:29:01.838 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_6 under registration id d26307b8caf0f863a07f311ae01727fc.
00:29:01.839 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (14769396fc56260fa73e0701c7b89d3c).
00:29:01.839 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 under d26307b8caf0f863a07f311ae01727fc at the slot manager.
00:29:01.839 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (14769396fc56260fa73e0701c7b89d3c).
00:29:01.840 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-14769396fc56260fa73e0701c7b89d3c'.
00:29:01.840 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 14769396fc56260fa73e0701c7b89d3c was granted leadership with leader id a6b13c8d-8a52-4409-b94c-ec0e5f7eccd6. Creating new JobMasterServiceProcess.
00:29:01.843 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
00:29:01.848 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (14769396fc56260fa73e0701c7b89d3c).
00:29:01.849 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c).
00:29:01.851 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph a340501dfc2d190e32bb7a7047330efd for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.851 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c).
00:29:01.851 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:29:01.853 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:29:01.853 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1dc8af73
00:29:01.853 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:01.853 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:01.854 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:29:01.855 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@5a2b9d3f for Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c).
00:29:01.855 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=a6b13c8d-8a52-4409-b94c-ec0e5f7eccd6
00:29:01.856 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (14769396fc56260fa73e0701c7b89d3c) under job master id b94cec0e5f7eccd6a6b13c8d8a524409.
00:29:01.856 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:29:01.858 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:01.858 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:29:01.859 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state CREATED to RUNNING.
00:29:01.859 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:29:01.860 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:29:01.860 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:29:01.861 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:29:01.861 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_6(839b858663b85651a0e9a16114cb4e2a)
00:29:01.862 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:01.863 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:01.863 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:29:01.863 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager b94cec0e5f7eccd6a6b13c8d8a524409@pekko://flink/user/rpc/jobmanager_7 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.865 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.86.188:40499(127.16.86.188:40499)] Successfully connected to peer
00:29:01.866 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:01.868 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.86.189:44553(127.16.86.189:44553)] Successfully connected to peer
00:29:01.869 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager b94cec0e5f7eccd6a6b13c8d8a524409@pekko://flink/user/rpc/jobmanager_7 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.875 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.188
00:29:01.880 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 839b858663b85651a0e9a16114cb4e2a.
00:29:01.880 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:01.884 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:01.887 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xec96580e, L:/127.0.0.1:54372 - R:/127.16.86.188:40499] using SASL/PLAIN
00:29:01.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:01.891 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=31), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [31ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: OK, deferred=null) after lookup
00:29:01.897 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.86.190:39845(127.16.86.190:39845)] Successfully connected to peer
00:29:01.899 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:01.905 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 14769396fc56260fa73e0701c7b89d3c
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:29:01.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:01.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:01.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:01.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:01.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:01.906 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c3db132edbd80f14cd9a4acea0fd2e16 from bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 for job 14769396fc56260fa73e0701c7b89d3c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.906 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:01.907 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot fd927c5cec3a1e95d01213027c6fc8de from bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 for job 14769396fc56260fa73e0701c7b89d3c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.907 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot aa9385802f96889accd79622602a62c8 from bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 for job 14769396fc56260fa73e0701c7b89d3c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.908 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 48c4d372641467331516855fc77ec419 from bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 for job 14769396fc56260fa73e0701c7b89d3c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.908 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request c3db132edbd80f14cd9a4acea0fd2e16 for job 14769396fc56260fa73e0701c7b89d3c from resource manager with leader id 839b858663b85651a0e9a16114cb4e2a.
00:29:01.908 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for c3db132edbd80f14cd9a4acea0fd2e16 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.911 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.189
00:29:01.927 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:01.930 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:01.931 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 14769396fc56260fa73e0701c7b89d3c for job leader monitoring.
00:29:01.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request fd927c5cec3a1e95d01213027c6fc8de for job 14769396fc56260fa73e0701c7b89d3c from resource manager with leader id 839b858663b85651a0e9a16114cb4e2a.
00:29:01.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for fd927c5cec3a1e95d01213027c6fc8de with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request aa9385802f96889accd79622602a62c8 for job 14769396fc56260fa73e0701c7b89d3c from resource manager with leader id 839b858663b85651a0e9a16114cb4e2a.
00:29:01.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for aa9385802f96889accd79622602a62c8 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 48c4d372641467331516855fc77ec419 for job 14769396fc56260fa73e0701c7b89d3c from resource manager with leader id 839b858663b85651a0e9a16114cb4e2a.
00:29:01.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 48c4d372641467331516855fc77ec419 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:01.933 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id a6b13c8d-8a52-4409-b94c-ec0e5f7eccd6.
00:29:01.934 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:01.935 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:29:01.937 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.937 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.937 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.938 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:29:01.938 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:29:01.940 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:29:01.941 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:29:01.941 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 14769396fc56260fa73e0701c7b89d3c.
00:29:01.941 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:29:01.942 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 14769396fc56260fa73e0701c7b89d3c
00:29:01.942 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:29:01.927 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:01.951 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x38e3e69e, L:/127.0.0.1:36246 - R:/127.16.86.189:44553] using SASL/PLAIN
00:29:01.954 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc3fb88d6, L:/127.0.0.1:40616 - R:/127.16.86.190:39845] using TOKEN/null
00:29:01.954 [DEBUG - main] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:01.956 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:29:01.968 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:29:01.981 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:29:01.986 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:29:01.992 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:29:01.994 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:01.995 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:29:01.996 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:29:01.998 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:29:01.998 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:29:01.998 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50f6db0b
00:29:01.999 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:01.999 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:01.999 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:29:02.002 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:29:02.004 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x26144acd, L:/127.0.0.1:40658 - R:/127.17.11.252:43315] using SASL/PLAIN
00:29:02.009 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:29:02.011 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.014 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.016 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc9b507b3, L:/127.0.0.1:34798 - R:/127.17.11.254:46265] using SASL/PLAIN
00:29:02.017 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:29:02.017 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:29:02.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:02.022 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0eefb342, L:/127.0.0.1:45618 - R:/127.17.11.253:37269] using SASL/PLAIN
00:29:02.023 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@28ab8c7b
00:29:02.026 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.026 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.026 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=129), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: OK, [93ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [99ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:29:02.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:29:02.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:29:02.029 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:29:02.030 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:29:02.031 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:29:02.031 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:29:02.032 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:29:02.032 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@196d64ec
00:29:02.032 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:02.033 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:02.033 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:29:02.033 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:29:02.035 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.035 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:02.039 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e3c99ec
00:29:02.041 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.053 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:02.053 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:29:02.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 42ecaf4e29814604a58c7e7e85c7ba88 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:02.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:02.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.055 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.056 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=42ecaf4e29814604a58c7e7e85c7ba88@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.056 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=20), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.11.253:37269, [20ms] Sub RPC GetTableLocations: received response from server master-127.17.11.253:37269: OK, deferred=null)) after lookup
00:29:02.056 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] connecting to peer
00:29:02.057 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:02.057 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:29:02.059 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:29:02.062 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:29:02.065 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] Successfully connected to peer
00:29:02.072 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:29:02.072 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:29:02.072 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:29:02.072 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:29:02.073 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:29:02.074 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.075 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:29:02.078 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:29:02.078 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:29:02.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f02a7f5
00:29:02.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:02.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:02.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:29:02.080 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.080 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:29:02.084 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11eb7c99
00:29:02.084 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbb05753d, L:/127.0.0.1:40666 - R:/127.17.11.252:43315] using SASL/PLAIN
00:29:02.089 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.089 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:29:02.094 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x85d6a415, L:/127.0.0.1:34814 - R:/127.17.11.254:46265] using SASL/PLAIN
00:29:02.102 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:02.108 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:29:02.111 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:02.118 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:29:02.118 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:29:02.119 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61074e1a
00:29:02.119 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:02.119 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:02.120 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:29:02.120 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:29:02.124 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.127 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.131 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x84268ecb, L:/127.0.0.1:49058 - R:/127.17.11.195:43837] using TOKEN/null
00:29:02.133 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:02.137 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x60488635, L:/127.0.0.1:45630 - R:/127.17.11.253:37269] using SASL/PLAIN
00:29:02.143 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:02.144 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: OK, [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [109ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:29:02.147 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e65adf4
00:29:02.149 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.153 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.153 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:02.154 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:29:02.157 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.157 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3833bd2c
00:29:02.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:29:02.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:29:02.161 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:29:02.162 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:02.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:02.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.163 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:02.163 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.164 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:02.164 [DEBUG - main] (Connection.java:748) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] connecting to peer
00:29:02.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.169 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:02.169 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:02.172 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:29:02.175 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:29:02.196 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:29:02.197 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.207 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:29:02.210 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:02.210 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:02.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.211 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:02.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.213 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:02.223 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.223 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7806435c, L:/127.0.0.1:34820 - R:/127.17.11.254:46265] using SASL/PLAIN
00:29:02.235 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1871d047, L:/127.0.0.1:40672 - R:/127.17.11.252:43315] using SASL/PLAIN
00:29:02.239 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:02.249 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:29:02.249 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.249 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fbe3c759cdd952bfe58fe21693bdb2e67b5a92b3e0df2491289c4808dbe7a6da'}]
00:29:02.251 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.257 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x875c5ce6, L:/127.0.0.1:45638 - R:/127.17.11.253:37269] using SASL/PLAIN
00:29:02.265 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:02.266 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:29:02.267 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:02.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.268 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [131ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [136ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: OK, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:29:02.270 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:29:02.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.274 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:29:02.279 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:29:02.279 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.279 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ac2a105
00:29:02.281 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:29:02.283 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:29:02.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:29:02.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:29:02.286 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:29:02.288 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.292 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.295 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3ea857d8, L:/127.0.0.1:34828 - R:/127.17.11.254:46265] using SASL/PLAIN
00:29:02.297 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:02.298 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:02.302 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x84b993eb, L:/127.0.0.1:40680 - R:/127.17.11.252:43315] using SASL/PLAIN
00:29:02.305 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] Successfully connected to peer
00:29:02.308 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:29:02.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cad83f82453ffa42f30580d5ff8799ca6d6edc5299d6f852a48de5f1d1d79968'}]
00:29:02.323 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.324 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] connecting to peer
00:29:02.325 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:02.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.11.254:46265(127.17.11.254:46265)] Successfully connected to peer
00:29:02.329 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:29:02.331 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.254
00:29:02.338 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:02.339 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:02.343 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9b63564d, L:/127.0.0.1:45652 - R:/127.17.11.253:37269] using SASL/PLAIN
00:29:02.347 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.348 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:02.349 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.350 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa95833d5, L:/127.0.0.1:34842 - R:/127.17.11.254:46265] using SASL/PLAIN
00:29:02.352 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.352 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.11.252:43315(127.17.11.252:43315)] Successfully connected to peer
00:29:02.353 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=311), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [167ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [172ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: OK, [216ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:29:02.357 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.358 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.252
00:29:02.361 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.11.253:37269(127.17.11.253:37269)] Successfully connected to peer
00:29:02.364 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.365 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bf2c0d4
00:29:02.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:29:02.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:29:02.369 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.11.253
00:29:02.370 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x663043bf, L:/127.0.0.1:43446 - R:/127.17.11.193:35741] using TOKEN/null
00:29:02.379 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] Successfully connected to peer
00:29:02.381 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.385 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.388 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe3395caf, L:/127.0.0.1:45668 - R:/127.17.11.253:37269] using SASL/PLAIN
00:29:02.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:02.392 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=235), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [118ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: OK, [152ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: OK, deferred=null) after lookup
00:29:02.393 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:02.394 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x849ace11, L:/127.0.0.1:40694 - R:/127.17.11.252:43315] using SASL/PLAIN
00:29:02.397 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:29:02.397 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f2c7bf569452d35baef2ec02c130220b6d27f3e3f1f8cec9bf4b8ccb7b94fbbf'}]
00:29:02.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:02.399 [DEBUG - main] (Connection.java:748) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] connecting to peer
00:29:02.399 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.403 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.408 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:02.408 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3616ffbf
00:29:02.409 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:02.412 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.130
00:29:02.419 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:02.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:02.423 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.426 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] Successfully connected to peer
00:29:02.426 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:02.428 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x03b28b60, L:/127.0.0.1:47080 - R:/127.16.86.130:33087] using SASL/PLAIN
00:29:02.449 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:29:02.451 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.465 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xedb7b834, L:/127.0.0.1:35308 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:02.471 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.481 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:02.481 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x1354e57f, L:/127.0.0.1:52264 - R:/127.17.11.194:33815] using TOKEN/null
00:29:02.485 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:29:02.486 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:29:02.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:29:02.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:29:02.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='368f11a5cf79c689dbe902c2079e9fa62a5f9b25ad05315fb9c1686379f3ff49'}]
00:29:02.490 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.494 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:02.498 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305095339458560001) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.499 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [fbe3c759cdd952bfe58fe21693bdb2e67b5a92b3e0df2491289c4808dbe7a6da]
00:29:02.500 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:29:02.503 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fbe3c759cdd952bfe58fe21693bdb2e67b5a92b3e0df2491289c4808dbe7a6da]
00:29:02.504 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:02.504 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:02.504 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] disconnecting while in state READY
00:29:02.505 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.505 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:02.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:02.511 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fbe3c759cdd952bfe58fe21693bdb2e67b5a92b3e0df2491289c4808dbe7a6da finished by subtask 0; deferring removal (restored in pending)
00:29:02.513 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.514 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c3fa77e590ea3874e340451bf6188491c863d9dd46d06118c9ae86beee9bb6a3'}]
00:29:02.516 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:02.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:02.521 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:02.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 42ecaf4e29814604a58c7e7e85c7ba88 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:02.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:02.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.522 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.523 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=42ecaf4e29814604a58c7e7e85c7ba88@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.523 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 42ecaf4e29814604a58c7e7e85c7ba88 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:02.524 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:02.524 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.524 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.524 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.524 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=42ecaf4e29814604a58c7e7e85c7ba88@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.529 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:02.533 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:02.543 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:02.580 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305095339458560001) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.581 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:29:02.581 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] handling channelInactive
00:29:02.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] cleaning up while in state READY due to: connection closed
00:29:02.582 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:02.582 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:02.582 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:02.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [cad83f82453ffa42f30580d5ff8799ca6d6edc5299d6f852a48de5f1d1d79968]
00:29:02.584 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:29:02.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cad83f82453ffa42f30580d5ff8799ca6d6edc5299d6f852a48de5f1d1d79968]
00:29:02.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cad83f82453ffa42f30580d5ff8799ca6d6edc5299d6f852a48de5f1d1d79968 finished by subtask 2; deferring removal (restored in pending)
00:29:02.589 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:02.597 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:02.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.598 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.598 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.598 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:02.607 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:02.607 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:02.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:02.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470542606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:02.608 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:02.610 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.610 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1a472d40, flushNotification=Deferred@324051894(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:29:02.611 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:02.611 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] connecting to peer
00:29:02.615 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4845462f, flushNotification=Deferred@227125400(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:29:02.615 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:02.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:02.616 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:02.616 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] connecting to peer
00:29:02.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.617 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:02.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:02.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:02.619 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.619 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:02.628 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.628 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:02.638 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.641 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7da9a9f1, L:/127.0.0.1:35310 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:02.644 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:02.659 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:02.679 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305095339458560001) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.679 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f2c7bf569452d35baef2ec02c130220b6d27f3e3f1f8cec9bf4b8ccb7b94fbbf]
00:29:02.697 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.697 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:02.703 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.703 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:02.707 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:02.710 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.711 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:02.722 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:02.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:02.723 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:29:02.726 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:02.727 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:02.728 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:02.740 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] Successfully connected to peer
00:29:02.759 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.773 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb2cda6d, L:/127.0.0.1:35340 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:02.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:29:02.778 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f2c7bf569452d35baef2ec02c130220b6d27f3e3f1f8cec9bf4b8ccb7b94fbbf]
00:29:02.779 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:02.779 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:02.779 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:02.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:02.784 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f2c7bf569452d35baef2ec02c130220b6d27f3e3f1f8cec9bf4b8ccb7b94fbbf finished by subtask 1; deferring removal (restored in pending)
00:29:02.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.792 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.792 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.793 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.794 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.794 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:02.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.795 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.795 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.797 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095339458560001) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.797 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c3fa77e590ea3874e340451bf6188491c863d9dd46d06118c9ae86beee9bb6a3]
00:29:02.812 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.821 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] Successfully connected to peer
00:29:02.823 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa076509e, L:/127.0.0.1:35326 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:02.850 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.856 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x24bb56f9, L:/127.0.0.1:49074 - R:/127.17.11.195:43837] using TOKEN/null
00:29:02.856 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305095339458560001) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.857 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [368f11a5cf79c689dbe902c2079e9fa62a5f9b25ad05315fb9c1686379f3ff49]
00:29:02.857 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:29:02.862 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [368f11a5cf79c689dbe902c2079e9fa62a5f9b25ad05315fb9c1686379f3ff49]
00:29:02.864 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 368f11a5cf79c689dbe902c2079e9fa62a5f9b25ad05315fb9c1686379f3ff49 finished by subtask 3; deferring removal (restored in pending)
00:29:02.864 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.864 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.865 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.867 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.867 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.867 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.869 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.869 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.869 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:02.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:02.870 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:02.870 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:02.870 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:02.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:02.872 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:02.875 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299996}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299996, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299996}]
00:29:02.905 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:02.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:02.905 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:02.906 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:02.908 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:02.932 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:02.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:02.933 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:02.933 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:02.961 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.961 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:02.969 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:02.989 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x2625a13d, L:/127.0.0.1:49082 - R:/127.17.11.195:43837] using TOKEN/null
00:29:03.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:03.028 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.029 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.038 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.038 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.047 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.047 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.058 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.058 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.065 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.093685 18153 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.11.194:33815, user_credentials={real_user=slave}} blocked reactor thread for 53443.9us
00:29:03.154 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.155 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.162 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c3fa77e590ea3874e340451bf6188491c863d9dd46d06118c9ae86beee9bb6a3]
00:29:03.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:29:03.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:29:03.169 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:03.170 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:03.171 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c3fa77e590ea3874e340451bf6188491c863d9dd46d06118c9ae86beee9bb6a3 finished by subtask 0; deferring removal (restored in pending)
00:29:03.186 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.187 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.194 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:03.194 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:29:03.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:03.195 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:29:03.208 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 14769396fc56260fa73e0701c7b89d3c (4449 bytes, checkpointDuration=601 ms, finalizationTime=0 ms).
00:29:03.209 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 102
00:29:03.210 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:29:03.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c3fa77e590ea3874e340451bf6188491c863d9dd46d06118c9ae86beee9bb6a3 from pending
00:29:03.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 368f11a5cf79c689dbe902c2079e9fa62a5f9b25ad05315fb9c1686379f3ff49 from pending
00:29:03.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split fbe3c759cdd952bfe58fe21693bdb2e67b5a92b3e0df2491289c4808dbe7a6da from pending
00:29:03.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split cad83f82453ffa42f30580d5ff8799ca6d6edc5299d6f852a48de5f1d1d79968 from pending
00:29:03.211 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f2c7bf569452d35baef2ec02c130220b6d27f3e3f1f8cec9bf4b8ccb7b94fbbf from pending
00:29:03.211 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
00:29:03.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470543209 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:03.215 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=195, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@73db59ff, flushNotification=Deferred@1363258168(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:29:03.216 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] connecting to peer
00:29:03.216 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@13c06e41, flushNotification=Deferred@1131403696(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:29:03.217 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] connecting to peer
00:29:03.229 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.229 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.241 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.252 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] Successfully connected to peer
00:29:03.282 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] Successfully connected to peer
00:29:03.300 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.300 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.301 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:03.314 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.314 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.322 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4a9ce48e, L:/127.0.0.1:43450 - R:/127.17.11.193:35741] using TOKEN/null
00:29:03.330 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.330 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.337 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.338 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.349 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.415 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.425 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.425 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.434 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.434 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.441 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.442 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.459700 18691 log.cc:927] Time spent T 37c9978052d043ed98f9b23c9c757dfc P 5a4b2354b9c44056b528c2d8f0fd07f0: Append to log took a long time: real 0.064s	user 0.001s	sys 0.000s
00:29:03.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.514 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:03.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:03.545 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x99642b3f, L:/127.0.0.1:52276 - R:/127.17.11.194:33815] using TOKEN/null
00:29:03.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:03.552973 16916 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.16.86.189:44553, user_credentials={real_user=slave}} blocked reactor thread for 45283.5us
00:29:03.620 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.636 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.636 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=426 ms, finalizationTime=1 ms).
00:29:03.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:29:03.639 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470543637 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:03.657 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:29:03.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:29:03.666 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.666 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.676 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.676 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.683 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:03.692 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:03.697 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:03.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:03.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:03.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:03.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:03.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:03.707 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:03.708 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:03.716 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 42ecaf4e29814604a58c7e7e85c7ba88 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:03.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:03.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:03.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:03.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:03.717 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=42ecaf4e29814604a58c7e7e85c7ba88@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:03.726 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:03.732 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6b3a3759b41f4f4a986e620ae465f788
00:29:03.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:03.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:03.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:03.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:03.737 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:03.737 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:03.738 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.86.188:40499, [4ms] Sub RPC GetTableLocations: received response from server master-127.16.86.188:40499: OK, deferred=null)) after lookup
00:29:03.791 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.792 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.804 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 39731739c6f14e898b072796a1b19c56 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.815 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.815 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet be67e2739bc542849ea1128e95d3efc2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.824 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.825 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet c16415afe0d741bfa905e3ba59580562 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.835 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 42ecaf4e29814604a58c7e7e85c7ba88 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:03.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ebe1025846f04905846f0fe77de405dd for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:03.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 37c9978052d043ed98f9b23c9c757dfc for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:03.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:03.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fc060e8755c441f594a55dfc96c55991 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:03.841 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=42ecaf4e29814604a58c7e7e85c7ba88@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=ebe1025846f04905846f0fe77de405dd@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=37c9978052d043ed98f9b23c9c757dfc@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741),5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)[L],9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=fc060e8755c441f594a55dfc96c55991@[21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)[L],5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815),9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:03.841 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC GetTableLocations: received response from server master-127.17.11.253:37269: OK, deferred=null)) after lookup
00:29:03.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.866 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:03.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.879 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:03.880 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:03.882 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
00:29:03.886 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8288fdc0ed93e58d790200463d9a4c4c009d5d69806a44f539ab000c787a7961'}]
00:29:03.888 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:03.888 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b5a1fd6f7ba8f557beeca79599b72cadcaf29dc18738d2d7a270a8f6667d9705'}]
00:29:03.890 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:03.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:29:03.891 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1b7234f868d776c02c994e32b5c702ac05927375f72ab56494e5445b9b4280fb'}]
00:29:03.892 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299996, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:03.892 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.892 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:03.892 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:03.893 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5cff5aa6db43c311ab371f3b32be8290deb6e055fb8a7d6044af29bf1bcdb628'}]
00:29:03.894 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:03.895 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:29:03.896 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299996, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:03.898 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:29:03.899 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299996, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:03.897 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:29:03.900 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299996, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:03.902 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.902 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:03.907 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:03.916 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.916 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:03.920 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:03.935 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.941 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:03.957 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.958 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:03.984 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:03.984 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 39731739c6f14e898b072796a1b19c56 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:04.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:04.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.036 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet be67e2739bc542849ea1128e95d3efc2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:04.037 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] connecting to peer
00:29:04.044 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:04.052 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.052 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet c16415afe0d741bfa905e3ba59580562 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:04.095 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:04.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470544107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:04.111 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:04.111 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:04.119 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:04.128 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 14769396fc56260fa73e0701c7b89d3c (4499 bytes, checkpointDuration=18 ms, finalizationTime=3 ms).
00:29:04.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:29:04.134 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] Successfully connected to peer
00:29:04.137 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:04.170 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc0f8f734, L:/127.0.0.1:35346 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:04.174 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.179 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:04.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=42ecaf4e29814604a58c7e7e85c7ba88, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 42ecaf4e29814604a58c7e7e85c7ba88 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
00:29:04.195 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5030d383, L:/127.0.0.1:35352 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:04.204 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095347646464001) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.208 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [b5a1fd6f7ba8f557beeca79599b72cadcaf29dc18738d2d7a270a8f6667d9705]
00:29:04.209 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b5a1fd6f7ba8f557beeca79599b72cadcaf29dc18738d2d7a270a8f6667d9705]
00:29:04.209 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:29:04.209 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:29:04.210 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:04.210 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b5a1fd6f7ba8f557beeca79599b72cadcaf29dc18738d2d7a270a8f6667d9705 finished by subtask 1; deferring removal (restored in pending)
00:29:04.212 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='19439baebe9e6023030b92057d3243ba242f99a23c5ad399157b7643f601bdf5'}]
00:29:04.214 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:04.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.218971 18153 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.11.194:33815, user_credentials={real_user=slave}} blocked reactor thread for 60647.7us
00:29:04.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.223 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:04.228 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ebe1025846f04905846f0fe77de405dd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.228 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ebe1025846f04905846f0fe77de405dd for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
00:29:04.251 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:29:04.252 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299996, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:04.277 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.130
00:29:04.280 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095347646464001) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.283 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1b7234f868d776c02c994e32b5c702ac05927375f72ab56494e5445b9b4280fb]
00:29:04.283 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1b7234f868d776c02c994e32b5c702ac05927375f72ab56494e5445b9b4280fb]
00:29:04.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:29:04.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:29:04.285 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1b7234f868d776c02c994e32b5c702ac05927375f72ab56494e5445b9b4280fb finished by subtask 3; deferring removal (restored in pending)
00:29:04.286 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:04.289 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=37c9978052d043ed98f9b23c9c757dfc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.289 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 37c9978052d043ed98f9b23c9c757dfc for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
00:29:04.291 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.292 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:04.303 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:04.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:04.303 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.303 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:29:04.303 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:04.317 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb0cdd291, L:/127.0.0.1:35362 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:04.322 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:04.322 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:04.323 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:04.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:04.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:04.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:04.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:04.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:04.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:04.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:04.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:04.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:04.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:04.329 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x35a51edb, L:/127.0.0.1:47084 - R:/127.16.86.130:33087] using SASL/PLAIN
00:29:04.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:04.344 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095347646464001) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.345 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [8288fdc0ed93e58d790200463d9a4c4c009d5d69806a44f539ab000c787a7961]
00:29:04.345 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8288fdc0ed93e58d790200463d9a4c4c009d5d69806a44f539ab000c787a7961]
00:29:04.345 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:29:04.345 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:29:04.346 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8288fdc0ed93e58d790200463d9a4c4c009d5d69806a44f539ab000c787a7961 finished by subtask 2; deferring removal (restored in pending)
00:29:04.347 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] disconnecting while in state READY
00:29:04.347 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.355 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d8d2ac6423af4f298cfccb9b7e8d2e02, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.356 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet d8d2ac6423af4f298cfccb9b7e8d2e02 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
00:29:04.369 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095347646464001) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.369 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5cff5aa6db43c311ab371f3b32be8290deb6e055fb8a7d6044af29bf1bcdb628]
00:29:04.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5cff5aa6db43c311ab371f3b32be8290deb6e055fb8a7d6044af29bf1bcdb628]
00:29:04.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:29:04.370 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:29:04.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5cff5aa6db43c311ab371f3b32be8290deb6e055fb8a7d6044af29bf1bcdb628 finished by subtask 0; deferring removal (restored in pending)
00:29:04.371 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:04.372 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.380 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fc060e8755c441f594a55dfc96c55991, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] disconnecting while in state READY
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state READY
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state READY
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] disconnecting while in state READY
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state READY
00:29:04.381 [DEBUG - main] (Connection.java:575) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] disconnecting while in state READY
00:29:04.382 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] handling channelInactive
00:29:04.382 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:04.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] cleaning up while in state READY due to: connection closed
00:29:04.382 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:04.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:04.383 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] handling channelInactive
00:29:04.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] cleaning up while in state READY due to: connection closed
00:29:04.382 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:04.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:04.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:04.384 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.385 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
00:29:04.385 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:29:04.385 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
00:29:04.385 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:04.386 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.387 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:04.394 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:04.421 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:04.438 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x96845474, L:/127.0.0.1:35374 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:04.446 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095347646464001) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:04.446 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [19439baebe9e6023030b92057d3243ba242f99a23c5ad399157b7643f601bdf5]
00:29:04.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [19439baebe9e6023030b92057d3243ba242f99a23c5ad399157b7643f601bdf5]
00:29:04.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:29:04.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:29:04.447 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:04.448 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:04.449 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 19439baebe9e6023030b92057d3243ba242f99a23c5ad399157b7643f601bdf5 finished by subtask 1; deferring removal (restored in pending)
00:29:04.450 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] handling channelInactive
00:29:04.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] cleaning up while in state READY due to: connection closed
00:29:04.451 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:29:04.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.451913 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17761
00:29:04.499 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] handling channelInactive
00:29:04.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] cleaning up while in state READY due to: connection closed
00:29:04.499 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.499 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:29:04.514 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:04.514 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:04.515 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.515 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:29:04.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:04.533 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:04.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:04.534 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.534 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:29:04.550 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:04.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:04.550 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:29:04.550 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:29:04.590 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:04.591 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:04.591 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:04.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.594 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:04.621 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470544609 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:04.636 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 14769396fc56260fa73e0701c7b89d3c (4499 bytes, checkpointDuration=27 ms, finalizationTime=0 ms).
00:29:04.638 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:29:04.639 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 1b7234f868d776c02c994e32b5c702ac05927375f72ab56494e5445b9b4280fb from pending
00:29:04.639 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split b5a1fd6f7ba8f557beeca79599b72cadcaf29dc18738d2d7a270a8f6667d9705 from pending
00:29:04.639 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 8288fdc0ed93e58d790200463d9a4c4c009d5d69806a44f539ab000c787a7961 from pending
00:29:04.639 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 19439baebe9e6023030b92057d3243ba242f99a23c5ad399157b7643f601bdf5 from pending
00:29:04.639 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5cff5aa6db43c311ab371f3b32be8290deb6e055fb8a7d6044af29bf1bcdb628 from pending
00:29:04.639 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 5 finished splits from enumerator state
00:29:04.686 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] handling channelInactive
00:29:04.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] cleaning up while in state READY due to: connection closed
00:29:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.686966 18011 connection.cc:573] server connection from 127.17.11.193:33769 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:29:04.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.687389 18012 connection.cc:573] client connection to 127.17.11.193:35741 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:29:04.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:04.687790 18012 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:29:04.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.705502 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17934
00:29:04.820 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] handling channelInactive
00:29:04.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] cleaning up while in state READY due to: connection closed
00:29:04.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.825059 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 18133
00:29:04.874 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] handling channelInactive
00:29:04.874 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] cleaning up while in state READY due to: connection closed
00:29:04.875 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] handling channelInactive
00:29:04.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] cleaning up while in state READY due to: connection closed
00:29:04.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.878961 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17468
00:29:04.923 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:04.924 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:04.924 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:04.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:04.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:04.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:04.926 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:04.940 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:04.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:04.940 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:04.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:04.941 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:04.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:04.945281 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17539
00:29:04.940 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.11.254:46265(127.17.11.254:46265)] handling channelInactive
00:29:04.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state READY due to: connection closed
00:29:05.008 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:05.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:05.009 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:05.009 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:05.009 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:05.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:05.010 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.11.253:37269(127.17.11.253:37269)] handling channelInactive
00:29:05.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state READY due to: connection closed
00:29:05.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:05.011368 17455 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17616
00:29:05.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:05.048 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:05.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:05.049 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:05.049 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:05.051 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:05.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:05.051 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.11.252:43315(127.17.11.252:43315)] handling channelInactive
00:29:05.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state READY due to: connection closed
00:29:05.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470545107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:05.122 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:29:05.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:29:05.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:05.610 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470545608 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:05.610 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:05.610 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:05.611 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:05.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:05.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:05.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:05.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:05.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:05.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:05.613 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:05.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:05.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:05.613 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:05.627 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
00:29:05.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:29:05.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:05.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:05.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:05.877 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:05.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:05.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:05.879 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299998, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299998, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
00:29:05.884 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f543c3ad335ca3cad8e796f76b814c761329ed6f62e080998a727ca3d5be773d'}]
00:29:05.884 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e1b48479e845a587606c5b009ddd5638e1a9f0fa9d124f6ae71fbb96444e8fdb'}]
00:29:05.887 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:05.887 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a4a353a100fc9123f5df08e3efd3cce634b348e33b1a71ec3f45de5b04db182f'}]
00:29:05.888 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9891e88fa7ae0e8177df99ab9c96c59dfe49aaeab9c23a19f522d0f53d54e9de'}]
00:29:05.890 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:05.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:29:05.892 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:05.892 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:29:05.893 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299996, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:05.895 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:05.896 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:29:05.897 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:05.898 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:05.899 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:29:05.899 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:05.908 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:05.914 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:05.919 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] connecting to peer
00:29:05.921 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:05.961 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:06.014 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:06.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:06.025 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:06.026 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] Successfully connected to peer
00:29:06.029 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:06.040 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.130
00:29:06.049 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:06.081 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:06.094 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:06.096 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:06.098 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:06.101 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:06.103 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x835eee3a, L:/127.0.0.1:47086 - R:/127.16.86.130:33087] using SASL/PLAIN
00:29:06.104 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf3fb6f57, L:/127.0.0.1:35394 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:06.111 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470546106 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:06.121 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095355838464001) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:06.123 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 14769396fc56260fa73e0701c7b89d3c (4499 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:29:06.126 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:29:06.126 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x04d9f8fb, L:/127.0.0.1:35376 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:06.127 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a4a353a100fc9123f5df08e3efd3cce634b348e33b1a71ec3f45de5b04db182f]
00:29:06.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a4a353a100fc9123f5df08e3efd3cce634b348e33b1a71ec3f45de5b04db182f]
00:29:06.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:29:06.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:29:06.128 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:06.129 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a4a353a100fc9123f5df08e3efd3cce634b348e33b1a71ec3f45de5b04db182f finished by subtask 0; deferring removal (restored in pending)
00:29:06.122 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095355838464001) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:06.130 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f543c3ad335ca3cad8e796f76b814c761329ed6f62e080998a727ca3d5be773d]
00:29:06.130 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d2005ca14725f04ad84138c5c4b604f4dd888eb5b4af7d033aa5c5f531e788e1'}]
00:29:06.130 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f543c3ad335ca3cad8e796f76b814c761329ed6f62e080998a727ca3d5be773d]
00:29:06.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:29:06.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:29:06.131 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] disconnecting while in state READY
00:29:06.132 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f543c3ad335ca3cad8e796f76b814c761329ed6f62e080998a727ca3d5be773d finished by subtask 3; deferring removal (restored in pending)
00:29:06.132 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:06.133 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:29:06.133 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:06.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299996, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:06.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:06.142 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095355838464001) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:06.142 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [e1b48479e845a587606c5b009ddd5638e1a9f0fa9d124f6ae71fbb96444e8fdb]
00:29:06.142 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e1b48479e845a587606c5b009ddd5638e1a9f0fa9d124f6ae71fbb96444e8fdb]
00:29:06.143 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:29:06.143 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:29:06.143 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:06.145 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e1b48479e845a587606c5b009ddd5638e1a9f0fa9d124f6ae71fbb96444e8fdb finished by subtask 2; deferring removal (restored in pending)
00:29:06.145 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:06.153 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1765ede1, L:/127.0.0.1:35380 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:06.175 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095355838464001) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:06.175 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [9891e88fa7ae0e8177df99ab9c96c59dfe49aaeab9c23a19f522d0f53d54e9de]
00:29:06.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9891e88fa7ae0e8177df99ab9c96c59dfe49aaeab9c23a19f522d0f53d54e9de]
00:29:06.176 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:29:06.176 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:29:06.177 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9891e88fa7ae0e8177df99ab9c96c59dfe49aaeab9c23a19f522d0f53d54e9de finished by subtask 1; deferring removal (restored in pending)
00:29:06.177 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:06.178 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:06.204 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] handling channelInactive
00:29:06.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] cleaning up while in state READY due to: connection closed
00:29:06.204 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:29:06.205 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:06.241 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:06.242 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:06.242 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:06.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:06.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:06.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:06.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:06.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:06.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:06.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:06.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:06.245 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:06.245 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:06.278 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:29:06.278 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:06.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:06.278 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:06.295 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:06.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:06.296 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:06.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:06.299 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:06.313 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:06.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:06.314 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:06.314 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:29:06.318 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:06.319 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:06.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:06.320 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:29:06.320 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:29:06.329 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:06.366 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:06.374 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1dc8ff5f, L:/127.0.0.1:35406 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:06.384 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095355838464001) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:06.384 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d2005ca14725f04ad84138c5c4b604f4dd888eb5b4af7d033aa5c5f531e788e1]
00:29:06.384 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d2005ca14725f04ad84138c5c4b604f4dd888eb5b4af7d033aa5c5f531e788e1]
00:29:06.385 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:29:06.385 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:29:06.386 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d2005ca14725f04ad84138c5c4b604f4dd888eb5b4af7d033aa5c5f531e788e1 finished by subtask 0; deferring removal (restored in pending)
00:29:06.386 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:06.387 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:06.434 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:06.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:06.434 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:06.435 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:29:06.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:06.610 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470546609 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:06.633 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 14769396fc56260fa73e0701c7b89d3c (4499 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
00:29:06.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:06.634157 16883 debug-util.cc:398] Leaking SignalData structure 0x7b080003d340 after lost signal to thread 16817
00:29:06.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:06.634912 16883 debug-util.cc:398] Leaking SignalData structure 0x7b08000659e0 after lost signal to thread 16886
00:29:06.635 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:29:06.635 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split f543c3ad335ca3cad8e796f76b814c761329ed6f62e080998a727ca3d5be773d from pending
00:29:06.635 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split a4a353a100fc9123f5df08e3efd3cce634b348e33b1a71ec3f45de5b04db182f from pending
00:29:06.635 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split d2005ca14725f04ad84138c5c4b604f4dd888eb5b4af7d033aa5c5f531e788e1 from pending
00:29:06.635 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 9891e88fa7ae0e8177df99ab9c96c59dfe49aaeab9c23a19f522d0f53d54e9de from pending
00:29:06.635 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split e1b48479e845a587606c5b009ddd5638e1a9f0fa9d124f6ae71fbb96444e8fdb from pending
00:29:06.635 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 5 finished splits from enumerator state
00:29:06.643 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:06.643 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:06.643 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:06.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:06.770 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:06.771 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:06.771 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:06.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:06.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:06.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:06.774 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:06.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:06Z chronyd exiting
00:29:07.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:07.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470547106 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:07.120 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:29:07.122 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:29:07.161 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:07.162 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:07.162 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:07.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:07.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:07.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:07.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:07.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:07.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:07.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:07.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:07.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:07.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:07.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:07.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470547607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:07.621 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:29:07.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:29:07.811 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:07.811 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:07.812 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:07.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.813 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:07.850 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:07.851 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:07.851 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:07.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:07.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:07.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:07.853 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:07.864 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table d1b456b4f756498d8118541fa7960a3d
00:29:07.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 6d6e6cf68b864f1a83bf6b0596c6dbec for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
00:29:07.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 39731739c6f14e898b072796a1b19c56 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
00:29:07.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet be67e2739bc542849ea1128e95d3efc2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
00:29:07.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c16415afe0d741bfa905e3ba59580562 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
00:29:07.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 653f17bd39164c23a7edeed5f8cc1126 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
00:29:07.876 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
00:29:07.879 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dd0a7359ce2a83dc357363ed1348e13114a20cce2879bf6674e3853bb9dbd2be'}]
00:29:07.881 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='61015e3dd1fc5e69a69d999b8c0215975f987ff9bddd6863db0e65b16161ca00'}]
00:29:07.882 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:07.883 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='dc31af19ea4b08e2556549ca5deee506a4baac9212af8d091702d54c5e26a9d8'}]
00:29:07.884 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:07.885 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='af4da65e9a89192984aa1cf70acb327bc76b92e7d836e95326252b95c5792d22'}]
00:29:07.886 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:07.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:29:07.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=39731739c6f14e898b072796a1b19c56@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:07.888 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:29:07.889 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=be67e2739bc542849ea1128e95d3efc2@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:07.889 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:29:07.890 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=c16415afe0d741bfa905e3ba59580562@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:07.891 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:07.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:29:07.891 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143),6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)[L],ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:07.894 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:07.901 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:07.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:07.913 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] connecting to peer
00:29:07.931 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:07.932 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:07.941 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:07.946 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:07.963 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] Successfully connected to peer
00:29:07.968 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:07.968 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:07.970 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.130
00:29:07.986 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:07.995 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8430a951, L:/127.0.0.1:44776 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:08.000 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:08.000 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:08.000 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:08.007 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9e411104, L:/127.0.0.1:44760 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:08.009 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095364030464001) for scanner KuduScanner(table=replication_test_table, tablet=be67e2739bc542849ea1128e95d3efc2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:08.009 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [dc31af19ea4b08e2556549ca5deee506a4baac9212af8d091702d54c5e26a9d8]
00:29:08.009 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dc31af19ea4b08e2556549ca5deee506a4baac9212af8d091702d54c5e26a9d8]
00:29:08.010 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:29:08.010 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:29:08.011 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dc31af19ea4b08e2556549ca5deee506a4baac9212af8d091702d54c5e26a9d8 finished by subtask 1; deferring removal (restored in pending)
00:29:08.012 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:08.012 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cccd5d1f9bf98eb17419fbdf5274c6e742ba6066c6438cbd32c7d43265837ea4'}]
00:29:08.014 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:08.015 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:29:08.016 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=653f17bd39164c23a7edeed5f8cc1126@[084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)[L],6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087),ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)]}]
00:29:08.016 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14a4b13c, L:/127.0.0.1:60086 - R:/127.16.86.130:33087] using SASL/PLAIN
00:29:08.017 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:08.036 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095364030464001) for scanner KuduScanner(table=replication_test_table, tablet=39731739c6f14e898b072796a1b19c56, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:08.039 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [61015e3dd1fc5e69a69d999b8c0215975f987ff9bddd6863db0e65b16161ca00]
00:29:08.040 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [61015e3dd1fc5e69a69d999b8c0215975f987ff9bddd6863db0e65b16161ca00]
00:29:08.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:29:08.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:29:08.042 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 61015e3dd1fc5e69a69d999b8c0215975f987ff9bddd6863db0e65b16161ca00 finished by subtask 2; deferring removal (restored in pending)
00:29:08.042 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:08.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.053 [DEBUG - main] (Connection.java:575) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] disconnecting while in state READY
00:29:08.054 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state READY
00:29:08.054 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state READY
00:29:08.054 [DEBUG - main] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:08.054 [DEBUG - main] (Connection.java:575) [peer ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)] disconnecting while in state READY
00:29:08.054 [DEBUG - main] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state READY
00:29:08.054 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] handling channelInactive
00:29:08.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] cleaning up while in state READY due to: connection closed
00:29:08.055 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.86.189:44553(127.16.86.189:44553)] handling channelInactive
00:29:08.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state READY due to: connection closed
00:29:08.056 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:08.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:08.056 [DEBUG - kudu-nio-5] (Connection.java:239) [peer ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)] handling channelInactive
00:29:08.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer ff64d0353c0e4af3ad2b2045249ff61e(127.16.86.129:32827)] cleaning up while in state READY due to: connection closed
00:29:08.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.058 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
00:29:08.058 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
00:29:08.058 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:08.059 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:29:08.054 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.86.190:39845(127.16.86.190:39845)] handling channelInactive
00:29:08.061 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state READY due to: connection closed
00:29:08.061 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:29:08.080 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x015d52fe, L:/127.0.0.1:44792 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:08.082 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095364030464001) for scanner KuduScanner(table=replication_test_table, tablet=6d6e6cf68b864f1a83bf6b0596c6dbec, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:08.082 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [dd0a7359ce2a83dc357363ed1348e13114a20cce2879bf6674e3853bb9dbd2be]
00:29:08.082 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [dd0a7359ce2a83dc357363ed1348e13114a20cce2879bf6674e3853bb9dbd2be]
00:29:08.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:29:08.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:29:08.084 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split dd0a7359ce2a83dc357363ed1348e13114a20cce2879bf6674e3853bb9dbd2be finished by subtask 3; deferring removal (restored in pending)
00:29:08.084 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] disconnecting while in state READY
00:29:08.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.094 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] connecting to peer
00:29:08.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470548107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:08.125 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 14769396fc56260fa73e0701c7b89d3c (4499 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:29:08.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:29:08.127 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split dc31af19ea4b08e2556549ca5deee506a4baac9212af8d091702d54c5e26a9d8 from pending
00:29:08.128 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split dd0a7359ce2a83dc357363ed1348e13114a20cce2879bf6674e3853bb9dbd2be from pending
00:29:08.128 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 61015e3dd1fc5e69a69d999b8c0215975f987ff9bddd6863db0e65b16161ca00 from pending
00:29:08.128 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
00:29:08.145 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:08.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:08.146 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.146 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:29:08.164 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095364030464001) for scanner KuduScanner(table=replication_test_table, tablet=c16415afe0d741bfa905e3ba59580562, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:08.165 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [af4da65e9a89192984aa1cf70acb327bc76b92e7d836e95326252b95c5792d22]
00:29:08.165 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [af4da65e9a89192984aa1cf70acb327bc76b92e7d836e95326252b95c5792d22]
00:29:08.165 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:29:08.165 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:29:08.166 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split af4da65e9a89192984aa1cf70acb327bc76b92e7d836e95326252b95c5792d22 finished by subtask 0; deferring removal (restored in pending)
00:29:08.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:08.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.174 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] handling channelInactive
00:29:08.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 6bfc41c6989a457e87f7bc3d8f76de36(127.16.86.130:33087)] cleaning up while in state READY due to: connection closed
00:29:08.175 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.176 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:29:08.181 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.86.188:40499(127.16.86.188:40499)] handling channelInactive
00:29:08.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state READY due to: connection closed
00:29:08.182 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.183441 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17016
00:29:08.233 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] Successfully connected to peer
00:29:08.237 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.86.131
00:29:08.265 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:08.273 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:08.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:08.274 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.274 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:29:08.288 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc4a16e91, L:/127.0.0.1:44802 - R:/127.16.86.131:39143] using SASL/PLAIN
00:29:08.289 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:08.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:08.290 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:29:08.290 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.307 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095364030464001) for scanner KuduScanner(table=replication_test_table, tablet=653f17bd39164c23a7edeed5f8cc1126, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:08.307 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [cccd5d1f9bf98eb17419fbdf5274c6e742ba6066c6438cbd32c7d43265837ea4]
00:29:08.307 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cccd5d1f9bf98eb17419fbdf5274c6e742ba6066c6438cbd32c7d43265837ea4]
00:29:08.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:29:08.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:29:08.309 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cccd5d1f9bf98eb17419fbdf5274c6e742ba6066c6438cbd32c7d43265837ea4 finished by subtask 1; deferring removal (restored in pending)
00:29:08.309 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] disconnecting while in state READY
00:29:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:08.310947 17335 connection.cc:573] client connection to 127.16.86.129:32827 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:29:08.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:08.311467 17335 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:29:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.313673 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17175
00:29:08.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:08.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:08.329344 17335 consensus_peers.cc:597] T 39731739c6f14e898b072796a1b19c56 P 084a1fe77d2543d1ab585ae92853f0a6 -> Peer ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827): Couldn't send request to peer ff64d0353c0e4af3ad2b2045249ff61e. Status: Network error: Client connection negotiation failed: client connection to 127.16.86.129:32827: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:29:08.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:08.329840 17335 consensus_peers.cc:597] T be67e2739bc542849ea1128e95d3efc2 P 084a1fe77d2543d1ab585ae92853f0a6 -> Peer ff64d0353c0e4af3ad2b2045249ff61e (127.16.86.129:32827): Couldn't send request to peer ff64d0353c0e4af3ad2b2045249ff61e. Status: Network error: Client connection negotiation failed: client connection to 127.16.86.129:32827: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:29:08.363 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] handling channelInactive
00:29:08.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 084a1fe77d2543d1ab585ae92853f0a6(127.16.86.131:39143)] cleaning up while in state READY due to: connection closed
00:29:08.363 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:08.363 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:29:08.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.375752 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 17316
00:29:08.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.418982 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 16742
00:29:08.458 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.86.190:39845(127.16.86.190:39845)] handling channelInactive
00:29:08.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state READY due to: connection closed
00:29:08.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.459285 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 16813
00:29:08.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:08.461066 16730 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 16889
00:29:08.490 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.86.189:44553(127.16.86.189:44553)] handling channelInactive
00:29:08.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state READY due to: connection closed
00:29:08.493 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.86.188:40499(127.16.86.188:40499)] handling channelInactive
00:29:08.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state READY due to: connection closed
00:29:08.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:08.575 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:08.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:08.576 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:08.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.576 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.577 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:08.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470548607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:08.618 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 14769396fc56260fa73e0701c7b89d3c (2378 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:08.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:29:08.620 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split cccd5d1f9bf98eb17419fbdf5274c6e742ba6066c6438cbd32c7d43265837ea4 from pending
00:29:08.620 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split af4da65e9a89192984aa1cf70acb327bc76b92e7d836e95326252b95c5792d22 from pending
00:29:08.620 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 2 finished splits from enumerator state
00:29:08.902 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:08.903 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:08.903 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:08.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:08.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:08.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:08.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:09.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:09.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470549107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:09.118 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:09.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:29:09.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:09.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:09Z chronyd exiting
00:29:09.590 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:09.590 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:09.591 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:09.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:09.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:09.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:09.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:09.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:09.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:09.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:09.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:09.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:09.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:09.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470549607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:09.616 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:29:09.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:29:09.859 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.861 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.16.86.188:40499(127.16.86.188:40499) for tablet Kudu Master: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.882 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.883 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:09.883 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:09.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.884 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.884 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.884 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.884 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:09.901 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.902 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:09.902 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:09.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:09.921 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.921 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:09.921 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:09.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:09.941 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.942 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:09.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.942 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:09.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.943 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:09.961 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:09.961 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:09.962 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:09.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:09.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:09.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:09.962 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.001 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:10.002 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:10.002 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:10.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.003 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:10.101 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:10.102 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:10.102 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:10.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.102 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.102 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.102 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470550106 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:10.115 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:29:10.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:29:10.282 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:10.282 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:10.282 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:10.282 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:10.282 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:10.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:10.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:10.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:10.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:10.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:10.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:10.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:10.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:10.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:10.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.283 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:10.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:10.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:10.395 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:10.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.396 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:10.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.397 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:10.441 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:10.441 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:10.441 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:10.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.442 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.442 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.443 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:10.555 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:10.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:10.556 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:10.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
.00:29:10.572 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470550572
00:29:10.572 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470550572
00:29:10.575 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:29:10.578 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:29:10.578 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:29:10.578 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:29:10.578 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:29:10.578 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:29:10.581 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:29:10.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470550606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:10.611 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:10.611 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:10.611 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:10.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:10.615 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:29:10.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:29:10.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:10.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:10.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:10.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:10.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:10.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:10.682 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:10.920 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:10.920 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:29:10.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:10.923527 18848 mini_oidc.cc:150] Starting JWKS server
00:29:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:10.926859 18848 webserver.cc:534] Webserver started at http://127.0.0.1:39639/ using document root <none> and password file <none>
00:29:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:10.927282 18848 mini_oidc.cc:186] Starting OIDC Discovery server
00:29:10.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:10.929044 18848 webserver.cc:534] Webserver started at http://127.0.0.1:42113/ using document root <none> and password file <none>
00:29:10.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:29:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:10Z Disabled control of system clock
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:10.987862 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/logs
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data/info.pb
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.62:41209
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.62
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:10.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json with env {}
00:29:10.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:10.995 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:10.996 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:10.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:10.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:10.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:10.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:11.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:11.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470551107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:11.115 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:11.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:29:11.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.295285 18860 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.295848 18860 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:11.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.296329 18860 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:11.309 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:11.310 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:11.310 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:11.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.311 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:11.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.311 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:11.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.311 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:11.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:11.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.312 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:11.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:11.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:11.312 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.330425 18860 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:11.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.330731 18860 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.330997 18860 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.331218 18860 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.331416 18860 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:11.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.331575 18860 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39639/jwks.json
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:11.369343 18860 master_runner.cc:387] Master server non-default flags:
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.62:41209
00:29:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data/info.pb
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.62
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/logs
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:11.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:11.370738 18860 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:11.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:11.372313 18860 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.383512 18868 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:11.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:11.609 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470551607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:11.627 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:29:11.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:29:11.722 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:11.722 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:11.723 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:11.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:11.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:11.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:11.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:11.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:11.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:11.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:11.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:11.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:11.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:12.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:12.109 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470552107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:12.125 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
00:29:12.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:29:12.191 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:12.191 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:12.192 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:12.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:12.403 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:12.404 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:12.404 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:12.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.406 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:12.421 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:12.421 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:12.421 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:12.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:12.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:12.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:12.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:12.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:12.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:12.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:12.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:12.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:12.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:12.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:12.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470552607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:12.621 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:29:12.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:29:12.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:11.383541 18867 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.698125 18869 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1312 milliseconds
00:29:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.699112 18870 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.699332 18860 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.316s	user 0.483s	sys 0.822s
00:29:12.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.699712 18860 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.316s	user 0.483s	sys 0.822s
00:29:12.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.699997 18860 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:12.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.701598 18860 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:12.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.704975 18860 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:12.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.706579 18860 hybrid_clock.cc:648] HybridClock initialized: now 1783470552706502 us; error 75 us; skew 500 ppm
00:29:12.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.707674 18860 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:12.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.716825 18860 webserver.cc:534] Webserver started at http://127.18.104.62:42513/ using document root <none> and password file <none>
00:29:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.718214 18860 fs_manager.cc:362] Metadata directory not provided
00:29:12.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.718499 18860 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:12.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.719218 18860 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.725793 18860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data/instance:
00:29:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76acb1c1ee224d45a8477e51f8e91556"
00:29:12.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:12 on dist-test-slave-qgzj"
00:29:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.727353 18860 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal/instance:
00:29:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76acb1c1ee224d45a8477e51f8e91556"
00:29:12.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:12 on dist-test-slave-qgzj"
00:29:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.737903 18860 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.010s	sys 0.002s
00:29:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.746115 18877 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:12.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.747601 18860 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
00:29:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.747993 18860 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal
00:29:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "76acb1c1ee224d45a8477e51f8e91556"
00:29:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:12 on dist-test-slave-qgzj"
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.748437 18860 fs_report.cc:389] FS layout report
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data/data
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:12.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.831501 18860 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.833034 18860 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:12.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.833454 18860 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.902951 18860 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.62:41209
00:29:12.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.903075 18928 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.62:41209 every 8 connection(s)
00:29:12.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.905674 18860 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/data/info.pb
00:29:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.910928 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 18860
00:29:12.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.911288 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-0/wal/instance
00:29:12.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.911837 18929 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.914541 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:12.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/logs
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data/info.pb
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.61:34275
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.61
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:12.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json with env {}
00:29:12.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.922680 18929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } has no permanent_uuid. Determining permanent_uuid...
00:29:12.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:12.958443 18929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } has no permanent_uuid. Determining permanent_uuid...
00:29:12.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.961265 18881 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:12.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:12.965780 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:12.975 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:12.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:12.976 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:12.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:12.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:12.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:12.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.015326 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 1
00:29:13.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:13.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.020016 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:13.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.088406 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 2
00:29:13.090 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:13.090 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:13.091 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:13.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:13.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:13.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:13.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:13.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:13.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:13.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:13.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:13.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:13.092 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:13.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.094362 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:13.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470553107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:13.117 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:29:13.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:29:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.185777 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 3
00:29:13.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.190658 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.225564 18931 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.226128 18931 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:13.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.226598 18931 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.258854 18931 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.259146 18931 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.259407 18931 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:13.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.259637 18931 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.259850 18931 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:13.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.260053 18931 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39639/jwks.json
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.300176 18931 master_runner.cc:387] Master server non-default flags:
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:13.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.61:34275
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data/info.pb
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.61
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/logs
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:13.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:13.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.302009 18931 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:13.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.304178 18931 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:13.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.319849 18941 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:13.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.336551 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 4
00:29:13.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.342198 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:13.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:13.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470553607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:13.622 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:13.622 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:13.622 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:13.623 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:13.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:13.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:13.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:13.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:13.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:13.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:13.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:13.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:13.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:13.625 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:13.626 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:29:13.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:13.641744 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 5
00:29:13.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.649077 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:14.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:14.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470554107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:14.121 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:29:14.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:29:14.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.196548 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 6
00:29:14.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.228678 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.61:34275: Network error: Client connection negotiation failed: client connection to 127.18.104.61:34275: connect: Connection refused (error 111)
00:29:14.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.322372 18925 debug-util.cc:398] Leaking SignalData structure 0x7b0800070060 after lost signal to thread 18862
00:29:14.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.323153 18925 debug-util.cc:398] Leaking SignalData structure 0x7b08000707a0 after lost signal to thread 18928
00:29:14.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.560388 18931 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.241s	user 0.522s	sys 0.715s
00:29:14.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.583207 18931 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.264s	user 0.524s	sys 0.717s
00:29:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.583477 18931 server_base.cc:1061] running on GCE node
00:29:14.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:13.327872 18940 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.585141 18943 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:14.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.586755 18931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:14.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.590149 18931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.591769 18931 hybrid_clock.cc:648] HybridClock initialized: now 1783470554591679 us; error 78 us; skew 500 ppm
00:29:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.593075 18931 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:14.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.602355 18931 webserver.cc:534] Webserver started at http://127.18.104.61:37457/ using document root <none> and password file <none>
00:29:14.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.603724 18931 fs_manager.cc:362] Metadata directory not provided
00:29:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.603992 18931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:14.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.604555 18931 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:14.609 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470554607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.617266 18931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data/instance:
00:29:14.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4ac32715e7d4c3bab02f820c26ee252"
00:29:14.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:14 on dist-test-slave-qgzj"
00:29:14.618 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:14.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:29:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.619454 18931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal/instance:
00:29:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4ac32715e7d4c3bab02f820c26ee252"
00:29:14.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:14 on dist-test-slave-qgzj"
00:29:14.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.630174 18931 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.001s
00:29:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.638265 18953 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.639743 18931 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
00:29:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.640174 18931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal
00:29:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4ac32715e7d4c3bab02f820c26ee252"
00:29:14.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:14 on dist-test-slave-qgzj"
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.640724 18931 fs_report.cc:389] FS layout report
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data/data
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:14.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:14.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.736506 18931 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:14.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.738523 18931 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:14.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.739094 18931 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.823422 18931 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.61:34275
00:29:14.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.823498 19004 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.61:34275 every 8 connection(s)
00:29:14.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.826246 18931 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/data/info.pb
00:29:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.829535 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 18931
00:29:14.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.830014 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-1/wal/instance
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.833431 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:14.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/logs
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data/info.pb
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.60:39519
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.60
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json with env {}
00:29:14.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.833768 19005 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:14.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.849687 19005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } has no permanent_uuid. Determining permanent_uuid...
00:29:14.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.884768 19005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } has no permanent_uuid. Determining permanent_uuid...
00:29:14.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.907375 19005 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } has no permanent_uuid. Determining permanent_uuid...
00:29:14.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.910488 18956 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.921856 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:14.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:14.971426 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 1
00:29:14.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:14.976572 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.045040 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 2
00:29:15.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.049998 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470555107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:15.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:15.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:15.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:15.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:15.117 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:15.119 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:29:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.141484 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 3
00:29:15.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.148260 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.179559 19007 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:15.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.180231 19007 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:15.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.180819 19007 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:15.201 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:15.202 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:15.202 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:15.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.203 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.203 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:15.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.214563 19007 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.214915 19007 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.215216 19007 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.215495 19007 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:15.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.215770 19007 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:15.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.215975 19007 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39639/jwks.json
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.253319 19007 master_runner.cc:387] Master server non-default flags:
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:15.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.60:39519
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39639/jwks.json
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data/info.pb
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.60
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/logs
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:15.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:15.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.254935 19007 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:15.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.256606 19007 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:15.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.269207 19018 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:15.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.289161 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } attempt: 7
00:29:15.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.291846 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 4
00:29:15.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.297643 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.317461 18929 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } has no permanent_uuid. Determining permanent_uuid...
00:29:15.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.342062 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.400501 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 1
00:29:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.406862 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.488307 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 2
00:29:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.495088 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:15.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.580565 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 3
00:29:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.587983 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.597064 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 5
00:29:15.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.603329 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:15.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470555607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:15.621 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:29:15.622 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:29:15.715 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:15.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:15.716 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:15.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:15.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.718 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:15.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:15.718 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:15.721 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:15.722 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:15.722 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:15.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:15.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:15.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:15.723 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:15.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:15.728420 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 4
00:29:15.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.734679 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.018138 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 5
00:29:16.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:16.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.024016 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:16.102 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:16.102 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:16.103 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:16.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.104 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.104 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.104 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.104 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:16.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470556107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:16.119 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:16.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:29:16.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.150796 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 6
00:29:16.151 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:16.151 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:16.152 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:16.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:16.161 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:16.162 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:16.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.162 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:16.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.163 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.165393 19005 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:16.410 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:16.411 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:16.411 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:16.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.412 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:16.442 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:16.443 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:16.443 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:16.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.444 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:16.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:16.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:15.269219 19017 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.553560 19020 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.557117 19007 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.289s	user 0.484s	sys 0.803s
00:29:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.557473 19007 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.289s	user 0.484s	sys 0.803s
00:29:16.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.558214 19007 server_base.cc:1061] running on GCE node
00:29:16.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.559381 19007 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.561949 19007 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.563369 19007 hybrid_clock.cc:648] HybridClock initialized: now 1783470556563315 us; error 55 us; skew 500 ppm
00:29:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.564284 19007 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:16.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.571638 19007 webserver.cc:534] Webserver started at http://127.18.104.60:40633/ using document root <none> and password file <none>
00:29:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.572620 19007 fs_manager.cc:362] Metadata directory not provided
00:29:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.572860 19007 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.573343 19007 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.576534 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 6
00:29:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.578132 19007 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data/instance:
00:29:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "151c08d9327e4ffc86dfdee3014c38ec"
00:29:16.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:16 on dist-test-slave-qgzj"
00:29:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.579829 19007 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal/instance:
00:29:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "151c08d9327e4ffc86dfdee3014c38ec"
00:29:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:16 on dist-test-slave-qgzj"
00:29:16.581 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:16.582 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:16.582 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:16.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.584 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.584 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.584 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.584 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.588373 18929 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.104.60:39519: Network error: Client connection negotiation failed: client connection to 127.18.104.60:39519: connect: Connection refused (error 111)
00:29:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.590026 19007 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
00:29:16.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.596603 19034 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.597911 19007 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:29:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.598271 19007 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal
00:29:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "151c08d9327e4ffc86dfdee3014c38ec"
00:29:16.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:16 on dist-test-slave-qgzj"
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.598618 19007 fs_report.cc:389] FS layout report
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data/data
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:16.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:16.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470556606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:16.617 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:29:16.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:29:16.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.690594 19007 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.692260 19007 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:16.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.692739 19007 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.760752 19007 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.60:39519
00:29:16.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.760828 19085 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.60:39519 every 8 connection(s)
00:29:16.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.763550 19007 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/data/info.pb
00:29:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.769145 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19007
00:29:16.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.769639 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/master-2/wal/instance
00:29:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.770006 19086 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:16.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.784025 19086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } has no permanent_uuid. Determining permanent_uuid...
00:29:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.807804 19086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } has no permanent_uuid. Determining permanent_uuid...
00:29:16.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.817664 19086 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } has no permanent_uuid. Determining permanent_uuid...
00:29:16.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.840282 19086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: Bootstrap starting.
00:29:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.848309 19086 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: Neither blocks nor log segments found. Creating new log.
00:29:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.850550 19086 log.cc:826] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: Log is configured to *not* fsync() on all Append() calls
00:29:16.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.854764 19086 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: No bootstrap required, opened a new log
00:29:16.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.875144 19086 raft_consensus.cc:359] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.875797 19086 raft_consensus.cc:385] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.876027 19086 raft_consensus.cc:740] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 151c08d9327e4ffc86dfdee3014c38ec, State: Initialized, Role: FOLLOWER
00:29:16.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.876765 19086 consensus_queue.cc:260] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.879035 19095 sys_catalog.cc:455] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:16.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.879642 19095 sys_catalog.cc:458] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: This master's current role is: FOLLOWER
00:29:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.881353 19086 sys_catalog.cc:565] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: configured and running, proceeding with master startup.
00:29:16.901 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:16.902 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:16.902 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:16.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:16.903 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.905352 19106 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:29:16.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.905639 19106 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:29:16.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:16.909 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.901508 19007 master_runner.cc:187] Error getting master registration for 127.18.104.62:41209: OK, instance_id { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" instance_seqno: 1783470552883641 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:16.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:16.927284 19007 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:16.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:16.947815 19040 tablet.cc:2406] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:16.990 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:16.990 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:16.991 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:16.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:16.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:16.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:16.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:17.017 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:17.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470557107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:17.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.108336 19095 raft_consensus.cc:493] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:17.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.108914 19095 raft_consensus.cc:515] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.113144 19095 leader_election.cc:290] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 76acb1c1ee224d45a8477e51f8e91556 (127.18.104.62:41209), c4ac32715e7d4c3bab02f820c26ee252 (127.18.104.61:34275)
00:29:17.117 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:17.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:29:17.189 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:17.190 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:17.190 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:17.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.191 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:17.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.225858 19005 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 7
00:29:17.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.250540 19005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: Bootstrap starting.
00:29:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.258296 19005 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: Neither blocks nor log segments found. Creating new log.
00:29:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.260635 19005 log.cc:826] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: Log is configured to *not* fsync() on all Append() calls
00:29:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.265709 19005 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: No bootstrap required, opened a new log
00:29:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.287380 19005 raft_consensus.cc:359] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.288048 19005 raft_consensus.cc:385] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.288357 19005 raft_consensus.cc:740] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c4ac32715e7d4c3bab02f820c26ee252, State: Initialized, Role: FOLLOWER
00:29:17.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.289328 19005 consensus_queue.cc:260] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.304032 19110 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.305207 19110 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.305913 19005 sys_catalog.cc:565] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: configured and running, proceeding with master startup.
00:29:17.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.310159 18980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "151c08d9327e4ffc86dfdee3014c38ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4ac32715e7d4c3bab02f820c26ee252" is_pre_election: true
00:29:17.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.311285 18980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 151c08d9327e4ffc86dfdee3014c38ec in term 0.
00:29:17.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.314132 19038 leader_election.cc:304] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 151c08d9327e4ffc86dfdee3014c38ec, c4ac32715e7d4c3bab02f820c26ee252; no voters: 
00:29:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.315224 19095 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.315575 19095 raft_consensus.cc:493] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.315881 19095 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 0 FOLLOWER]: Advancing to term 1
00:29:17.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.322772 19095 raft_consensus.cc:515] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.327455 18980 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "151c08d9327e4ffc86dfdee3014c38ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4ac32715e7d4c3bab02f820c26ee252"
00:29:17.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.328064 18980 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 0 FOLLOWER]: Advancing to term 1
00:29:17.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.346349 18980 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 151c08d9327e4ffc86dfdee3014c38ec in term 1.
00:29:17.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.347550 19038 leader_election.cc:304] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 151c08d9327e4ffc86dfdee3014c38ec, c4ac32715e7d4c3bab02f820c26ee252; no voters: 
00:29:17.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.349929 19095 leader_election.cc:290] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [CANDIDATE]: Term 1 election: Requested vote from peers 76acb1c1ee224d45a8477e51f8e91556 (127.18.104.62:41209), c4ac32715e7d4c3bab02f820c26ee252 (127.18.104.61:34275)
00:29:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.350746 19121 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 1 FOLLOWER]: Leader election won for term 1
00:29:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.351334 19121 raft_consensus.cc:697] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [term 1 LEADER]: Becoming Leader. State: Replica: 151c08d9327e4ffc86dfdee3014c38ec, State: Running, Role: LEADER
00:29:17.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.352329 19121 consensus_queue.cc:237] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.357474 19122 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:29:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.362008 19095 sys_catalog.cc:455] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: SysCatalogTable state changed. Reason: New leader 151c08d9327e4ffc86dfdee3014c38ec. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.363641 19095 sys_catalog.cc:458] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: This master's current role is: LEADER
00:29:17.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.367444 19124 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:29:17.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.374876 19124 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:29:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.361476 18931 master_runner.cc:187] Error getting master registration for 127.18.104.62:41209: OK, instance_id { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" instance_seqno: 1783470552883641 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:17.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.388332 18931 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:17.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.395183 18980 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [term 1 FOLLOWER]: Refusing update from remote peer 151c08d9327e4ffc86dfdee3014c38ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:17.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.396945 19121 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.411348 19110 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 151c08d9327e4ffc86dfdee3014c38ec. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.412067 19110 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.416402 19125 mvcc.cc:204] Tried to move back new op lower bound from 7305095403075186688 to 7305095402927083520. Current Snapshot: MvccSnapshot[applied={T|T < 7305095403075186688}]
00:29:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.425220 19095 sys_catalog.cc:455] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.425988 19095 sys_catalog.cc:458] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: This master's current role is: LEADER
00:29:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.428771 19124 catalog_manager.cc:1382] Generated new cluster ID: 374a4f3483c341aaa03023e907d39ec8
00:29:17.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.429080 19124 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:29:17.430 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:17.431 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:17.431 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:17.432 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.431288 19110 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.431977 19110 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.435 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.435 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.435 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.435 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:17.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.461189 19124 catalog_manager.cc:1405] Generated new certificate authority record
00:29:17.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.463640 19124 catalog_manager.cc:1539] Loading token signing keys...
00:29:17.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.493307 19124 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec: Generated new TSK 0
00:29:17.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.494689 19124 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.512171 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/logs
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data/info.pb
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.1:0
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.1
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.1
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:17.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:17.517 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:17.570 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:17.571 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:17.571 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:17.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:17.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:17.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:17.574 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:17.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470557607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:17.620 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:29:17.621 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:29:17.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.621810 18929 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } attempt: 7
00:29:17.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.644268 18929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: Bootstrap starting.
00:29:17.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.651901 18929 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: Neither blocks nor log segments found. Creating new log.
00:29:17.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.654512 18929 log.cc:826] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: Log is configured to *not* fsync() on all Append() calls
00:29:17.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.661242 18929 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: No bootstrap required, opened a new log
00:29:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.689179 18929 raft_consensus.cc:359] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.690547 18929 raft_consensus.cc:385] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:17.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.690862 18929 raft_consensus.cc:740] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 76acb1c1ee224d45a8477e51f8e91556, State: Initialized, Role: FOLLOWER
00:29:17.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.692135 18929 consensus_queue.cc:260] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } }
00:29:17.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.696632 18929 sys_catalog.cc:565] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: configured and running, proceeding with master startup.
00:29:17.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.697135 18902 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [term 0 FOLLOWER]: Advancing to term 1
00:29:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.701229 18904 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "151c08d9327e4ffc86dfdee3014c38ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76acb1c1ee224d45a8477e51f8e91556" is_pre_election: true
00:29:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.702765 18903 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "151c08d9327e4ffc86dfdee3014c38ec" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "76acb1c1ee224d45a8477e51f8e91556"
00:29:17.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.710516 18902 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [term 1 FOLLOWER]: Refusing update from remote peer 151c08d9327e4ffc86dfdee3014c38ec: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:17.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.712409 19121 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [LEADER]: Connected to new peer: Peer: permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:17.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.695691 19133 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.721565 19133 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.754645 19139 mvcc.cc:204] Tried to move back new op lower bound from 7305095403075186688 to 7305095402927083520. Current Snapshot: MvccSnapshot[applied={T|T < 7305095403075186688}]
00:29:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.787595 19133 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 151c08d9327e4ffc86dfdee3014c38ec. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.791896 19133 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.789412 19136 sys_catalog.cc:455] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:17.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.792687 19136 sys_catalog.cc:458] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556 [sys.catalog]: This master's current role is: FOLLOWER
00:29:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.868856 19149 catalog_manager.cc:1294] Loaded cluster ID: 374a4f3483c341aaa03023e907d39ec8
00:29:17.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.869374 19149 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: loading cluster ID for follower catalog manager: success
00:29:17.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.893998 19149 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: acquiring CA information for follower catalog manager: success
00:29:17.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:17.908766 19149 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 76acb1c1ee224d45a8477e51f8e91556: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:29:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:17.992950 19130 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:17.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:17.993767 19130 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:17.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:17.994347 19130 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:18.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:18.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:18.030787 19130 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:18.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:18.031834 19130 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.104.1
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.071060 19130 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.1:0
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data/info.pb
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.1
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.1
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/logs
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:18.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:18.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.072624 19130 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:18.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.074324 19130 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:18.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:18.087435 19156 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:18.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470558107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:18.119 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:18.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:29:18.221 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:18.222 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:18.222 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:18.222 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:18.222 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:18.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:18.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:18.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:18.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:18.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:18.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:18.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:18.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.278478 19160 sys_catalog.cc:455] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "151c08d9327e4ffc86dfdee3014c38ec" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "76acb1c1ee224d45a8477e51f8e91556" member_type: VOTER last_known_addr { host: "127.18.104.62" port: 41209 } } peers { permanent_uuid: "c4ac32715e7d4c3bab02f820c26ee252" member_type: VOTER last_known_addr { host: "127.18.104.61" port: 34275 } } peers { permanent_uuid: "151c08d9327e4ffc86dfdee3014c38ec" member_type: VOTER last_known_addr { host: "127.18.104.60" port: 39519 } } }
00:29:18.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.280262 19160 sys_catalog.cc:458] T 00000000000000000000000000000000 P 151c08d9327e4ffc86dfdee3014c38ec [sys.catalog]: This master's current role is: LEADER
00:29:18.335 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:18.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:18.336 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:18.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:18.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:18.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:18.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:18.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:18.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:18.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:18.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:18.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:18.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.384903 19122 catalog_manager.cc:1294] Loaded cluster ID: 374a4f3483c341aaa03023e907d39ec8
00:29:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.385437 19122 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: loading cluster ID for follower catalog manager: success
00:29:18.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.402801 19122 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: acquiring CA information for follower catalog manager: success
00:29:18.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:18.419224 19122 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c4ac32715e7d4c3bab02f820c26ee252: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:29:18.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:18.541 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:18.542 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:18.542 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:18.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:18.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:18.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:18.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:18.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:18.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:18.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:18.545 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:18.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470558607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:18.623 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:29:18.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:29:19.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:19.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470559107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:19.115 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:19.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:19.116 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:19.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:19.121 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:29:19.122 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:29:19.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:18.088869 19157 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:19.448833 19130 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.362s	user 0.348s	sys 0.526s
00:29:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:19.449648 19130 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.363s	user 0.349s	sys 0.526s
00:29:19.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.461082 19130 server_base.cc:1061] running on GCE node
00:29:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:19.464766 19165 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:19.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.466274 19130 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:19.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.473153 19130 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:19.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.480787 19130 hybrid_clock.cc:648] HybridClock initialized: now 1783470559480731 us; error 60 us; skew 500 ppm
00:29:19.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.481921 19130 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.507967 19130 webserver.cc:534] Webserver started at http://127.18.104.1:36085/ using document root <none> and password file <none>
00:29:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.509480 19130 fs_manager.cc:362] Metadata directory not provided
00:29:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.509788 19130 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:19.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.510444 19130 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:19.518 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.522171 19130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data/instance:
00:29:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c812da8d6642f4bec00f722acb74c0"
00:29:19.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:19 on dist-test-slave-qgzj"
00:29:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.524966 19130 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal/instance:
00:29:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c812da8d6642f4bec00f722acb74c0"
00:29:19.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:19 on dist-test-slave-qgzj"
00:29:19.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.548956 19130 fs_manager.cc:696] Time spent creating directory manager: real 0.023s	user 0.006s	sys 0.003s
00:29:19.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.567260 19170 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:19.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.568691 19130 fs_manager.cc:730] Time spent opening block manager: real 0.014s	user 0.002s	sys 0.003s
00:29:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.569135 19130 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal
00:29:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1c812da8d6642f4bec00f722acb74c0"
00:29:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:19 on dist-test-slave-qgzj"
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.569584 19130 fs_report.cc:389] FS layout report
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data/data
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:19.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470559606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:19.626 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:29:19.627 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:29:19.643 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:19.644 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:19.644 [DEBUG - pool-34-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:19.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.646 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:19.647 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [155ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [157ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [195ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [252ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [255ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [284ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [984ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [984ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2785ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3421ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3423ms] too many traces: truncated at 100 traces, deferred=Deferred@1351516976(state=PENDING, result=null, callback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283), errback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283)))
00:29:19.649 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:29:19.649 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [155ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [157ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [195ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [252ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [255ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [284ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [984ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [984ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2785ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3421ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3423ms] too many traces: truncated at 100 traces, deferred=Deferred@1351516976(state=PENDING, result=null, callback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283), errback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:19.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:29:19.652 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:29:19.655 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27826), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [155ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [157ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [193ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [195ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [250ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [252ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [255ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [255ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [284ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [984ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [984ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2780ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2785ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3421ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3423ms] too many traces: truncated at 100 traces, deferred=Deferred@1351516976(state=PENDING, result=null, callback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283), errback=(continuation of Deferred@1236097973 after retry RPC after error@1950641899) -> (continuation of Deferred@193924815 after retry RPC after error@800885645) -> (continuation of Deferred@216993084 after retry RPC after error@1535838588) -> (continuation of Deferred@679579060 after retry RPC after error@1672125386) -> (continuation of Deferred@391707758 after retry RPC after error@345757456) -> (continuation of Deferred@819139610 after retry RPC after error@126926081) -> (continuation of Deferred@1476106769 after retry RPC after error@487777449) -> (continuation of Deferred@893993173 after retry RPC after error@926129096) -> (continuation of Deferred@1016312877 after retry RPC after error@917383354) -> (continuation of Deferred@1226738002 after retry RPC after error@1658365538) -> (continuation of Deferred@1129010376 after retry RPC after error@82268131) -> (continuation of Deferred@965607988 after retry RPC after error@507664593) -> (continuation of Deferred@129409733 after retry RPC after error@957377927) -> (continuation of Deferred@1892046643 after retry RPC after error@2085489962) -> (continuation of Deferred@1314662636 after retry RPC after error@1956255989) -> (continuation of Deferred@916956826 after retry RPC after error@982309433) -> (continuation of Deferred@364416716 after retry RPC after error@826368318) -> (continuation of Deferred@987337466 after retry RPC after error@1725483658) -> (continuation of Deferred@935851635 after retry RPC after error@221587748) -> (continuation of Deferred@2064462906 after retry RPC after error@1537293643) -> (continuation of Deferred@1407007778 after retry RPC after error@2005226356) -> (continuation of Deferred@1706755418 after retry RPC after error@924985283)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:19.656 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:19.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
00:29:19.658 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:29:19.658 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:29:19.658 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
00:29:19.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.719296 19130 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.721347 19130 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:19.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.721890 19130 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:19.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.731267 19130 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.743326 19130 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.743623 19130 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.743939 19130 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:19.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:19.744215 19130 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
00:29:19.790 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:19.791 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:19.791 [DEBUG - pool-39-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:19.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:19.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:19.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:19.793 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:19.847 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [138ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [158ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [198ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [199ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [205ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [246ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [247ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [247ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [304ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [304ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [504ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [505ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [506ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [506ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [562ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [565ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [565ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1703ms] too many traces: truncated at 100 traces, deferred=Deferred@1536575588(state=PENDING, result=null, callback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338), errback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338)))
00:29:19.848 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:29:19.849 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [138ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [158ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [198ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [199ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [205ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [246ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [247ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [247ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [304ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [304ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [504ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [505ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [506ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [506ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [562ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [565ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [565ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1703ms] too many traces: truncated at 100 traces, deferred=Deferred@1536575588(state=PENDING, result=null, callback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338), errback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:19.849 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
00:29:19.851 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:29:19.854 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27928), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [138ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [158ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [168ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [198ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [198ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [199ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [199ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] refreshing cache from master, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [205ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [245ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [246ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [247ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [247ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [304ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [304ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [504ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [505ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [506ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [506ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [562ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [564ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [565ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [565ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1585ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1701ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1703ms] too many traces: truncated at 100 traces, deferred=Deferred@1536575588(state=PENDING, result=null, callback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338), errback=(continuation of Deferred@1912626597 after retry RPC after error@72122121) -> (continuation of Deferred@460470876 after retry RPC after error@1917748286) -> (continuation of Deferred@47383207 after retry RPC after error@1702924739) -> (continuation of Deferred@1873471477 after retry RPC after error@1766056266) -> (continuation of Deferred@1939804415 after retry RPC after error@317757894) -> (continuation of Deferred@719143202 after retry RPC after error@1558359170) -> (continuation of Deferred@1467041545 after retry RPC after error@1104796296) -> (continuation of Deferred@21841856 after retry RPC after error@1208118743) -> (continuation of Deferred@362160849 after retry RPC after error@445949809) -> (continuation of Deferred@1896644772 after retry RPC after error@708523911) -> (continuation of Deferred@245307579 after retry RPC after error@823105846) -> (continuation of Deferred@605238803 after retry RPC after error@1466415641) -> (continuation of Deferred@566966926 after retry RPC after error@1816187304) -> (continuation of Deferred@1365168541 after retry RPC after error@990056157) -> (continuation of Deferred@1130650745 after retry RPC after error@700647468) -> (continuation of Deferred@238479024 after retry RPC after error@761295949) -> (continuation of Deferred@1283875340 after retry RPC after error@2100658648) -> (continuation of Deferred@1150282664 after retry RPC after error@1784884584) -> (continuation of Deferred@361407530 after retry RPC after error@1147194370) -> (continuation of Deferred@2131344781 after retry RPC after error@217237353) -> (continuation of Deferred@1285134633 after retry RPC after error@249257060) -> (continuation of Deferred@1015840231 after retry RPC after error@652164240) -> (continuation of Deferred@646949299 after retry RPC after error@1927543162) -> (continuation of Deferred@769638788 after retry RPC after error@1924879123) -> (continuation of Deferred@698531526 after retry RPC after error@1147648673) -> (continuation of Deferred@401051720 after retry RPC after error@1072458348) -> (continuation of Deferred@59025369 after retry RPC after error@2060433338)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:19.855 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:19.855 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:29:19.856 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
00:29:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.079241 19130 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.1:46815
00:29:20.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.079373 19283 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.1:46815 every 8 connection(s)
00:29:20.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.082170 19130 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/data/info.pb
00:29:20.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.084239 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19130
00:29:20.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.084787 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-0/wal/instance
00:29:20.109 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470560107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:20.130 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
00:29:20.132 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.134667 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/logs
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data/info.pb
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.2:0
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.2
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.2
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:20.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.259770 19289 heartbeater.cc:344] Connected to a master server at 127.18.104.62:41209
00:29:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.260304 19289 heartbeater.cc:461] Registering TS with master...
00:29:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.261201 19286 heartbeater.cc:344] Connected to a master server at 127.18.104.61:34275
00:29:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.261567 19286 heartbeater.cc:461] Registering TS with master...
00:29:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.261665 19289 heartbeater.cc:507] Master 127.18.104.62:41209 requested a full tablet report, sending...
00:29:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.262497 19286 heartbeater.cc:507] Master 127.18.104.61:34275 requested a full tablet report, sending...
00:29:20.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.265288 18894 ts_manager.cc:194] Registered new tserver with Master: a1c812da8d6642f4bec00f722acb74c0 (127.18.104.1:46815)
00:29:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.266180 18970 ts_manager.cc:194] Registered new tserver with Master: a1c812da8d6642f4bec00f722acb74c0 (127.18.104.1:46815)
00:29:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.266577 19284 heartbeater.cc:344] Connected to a master server at 127.18.104.60:39519
00:29:20.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.266901 19284 heartbeater.cc:461] Registering TS with master...
00:29:20.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.267829 19284 heartbeater.cc:507] Master 127.18.104.60:39519 requested a full tablet report, sending...
00:29:20.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.270726 19051 ts_manager.cc:194] Registered new tserver with Master: a1c812da8d6642f4bec00f722acb74c0 (127.18.104.1:46815)
00:29:20.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.274065 19051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.104.1:33529
00:29:20.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:20.496 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:20.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.497 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:20.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.499 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:20.500 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28631), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [94ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [156ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [226ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [342ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [944ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [945ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [945ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1487ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1489ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2186ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2186ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [5181ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@443753428(state=PENDING, result=null, callback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527), errback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527)))
00:29:20.501 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:29:20.501 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28631), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [94ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [156ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [226ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [342ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [944ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [945ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [945ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1487ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1489ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2186ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2186ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [5181ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@443753428(state=PENDING, result=null, callback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527), errback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:20.502 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
00:29:20.504 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:29:20.506 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28631), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [94ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [96ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [137ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [156ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [226ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [230ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [342ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [944ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [945ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [945ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1487ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1489ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2186ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2186ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [5181ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@443753428(state=PENDING, result=null, callback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527), errback=(continuation of Deferred@7191533 after retry RPC after error@1965827343) -> (continuation of Deferred@146774951 after retry RPC after error@189887719) -> (continuation of Deferred@1712194739 after retry RPC after error@1922978080) -> (continuation of Deferred@101224055 after retry RPC after error@117322781) -> (continuation of Deferred@281248749 after retry RPC after error@282380164) -> (continuation of Deferred@1391298783 after retry RPC after error@625213507) -> (continuation of Deferred@697574381 after retry RPC after error@533346748) -> (continuation of Deferred@559931882 after retry RPC after error@614251418) -> (continuation of Deferred@740257711 after retry RPC after error@1649845321) -> (continuation of Deferred@1020811608 after retry RPC after error@2111403314) -> (continuation of Deferred@720113457 after retry RPC after error@2110755529) -> (continuation of Deferred@52631217 after retry RPC after error@904237826) -> (continuation of Deferred@2134542088 after retry RPC after error@2120354812) -> (continuation of Deferred@1701776415 after retry RPC after error@2081156659) -> (continuation of Deferred@1470248061 after retry RPC after error@972155038) -> (continuation of Deferred@610473035 after retry RPC after error@129633410) -> (continuation of Deferred@1107153364 after retry RPC after error@2013164653) -> (continuation of Deferred@1266935701 after retry RPC after error@478817403) -> (continuation of Deferred@861289807 after retry RPC after error@923761236) -> (continuation of Deferred@1675922543 after retry RPC after error@784375196) -> (continuation of Deferred@754872654 after retry RPC after error@1617916767) -> (continuation of Deferred@665783497 after retry RPC after error@220813789) -> (continuation of Deferred@1384267063 after retry RPC after error@1231833523) -> (continuation of Deferred@385535251 after retry RPC after error@1373280672) -> (continuation of Deferred@317877545 after retry RPC after error@972590869) -> (continuation of Deferred@2041208684 after retry RPC after error@2092490336) -> (continuation of Deferred@2099408891 after retry RPC after error@14665581) -> (continuation of Deferred@732277029 after retry RPC after error@290732527)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:20.508 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:20.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
00:29:20.511 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:29:20.570 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:20.570 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:20.571 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:20.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:20.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:20.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:20.573 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:20.574 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28748), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [127ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [196ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [198ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [225ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [286ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [286ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [326ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1004ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1703ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3124ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3125ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3126ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5460ms] refreshing cache from master, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5463ms] too many traces: truncated at 100 traces, deferred=Deferred@2038620160(state=PENDING, result=null, callback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236), errback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236)))
00:29:20.577 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:29:20.577 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28748), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [127ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [196ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [198ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [225ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [286ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [286ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [326ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1004ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1703ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3124ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3125ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3126ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5460ms] refreshing cache from master, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5463ms] too many traces: truncated at 100 traces, deferred=Deferred@2038620160(state=PENDING, result=null, callback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236), errback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:20.578 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:29:20.580 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:29:20.582 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28748), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [59ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [127ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [189ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [196ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [198ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [224ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [225ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [225ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [286ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [286ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [326ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1004ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1700ms] refreshing cache from master, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1703ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3124ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3125ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3126ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5460ms] refreshing cache from master, [5460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5463ms] too many traces: truncated at 100 traces, deferred=Deferred@2038620160(state=PENDING, result=null, callback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236), errback=(continuation of Deferred@1473970033 after retry RPC after error@731267853) -> (continuation of Deferred@257621597 after retry RPC after error@1639353686) -> (continuation of Deferred@1628948326 after retry RPC after error@2013294178) -> (continuation of Deferred@552652585 after retry RPC after error@1970879068) -> (continuation of Deferred@713752418 after retry RPC after error@1359148847) -> (continuation of Deferred@2007884705 after retry RPC after error@1262128338) -> (continuation of Deferred@909511480 after retry RPC after error@1883973982) -> (continuation of Deferred@1751350301 after retry RPC after error@1998594527) -> (continuation of Deferred@1900649416 after retry RPC after error@1482775910) -> (continuation of Deferred@722555363 after retry RPC after error@1573495687) -> (continuation of Deferred@1625551917 after retry RPC after error@851124026) -> (continuation of Deferred@327474887 after retry RPC after error@63017643) -> (continuation of Deferred@2096913506 after retry RPC after error@383045128) -> (continuation of Deferred@596855027 after retry RPC after error@742965984) -> (continuation of Deferred@843682887 after retry RPC after error@48085128) -> (continuation of Deferred@993049840 after retry RPC after error@1359292084) -> (continuation of Deferred@797993855 after retry RPC after error@1080463357) -> (continuation of Deferred@2114944061 after retry RPC after error@105366990) -> (continuation of Deferred@706780650 after retry RPC after error@1590556212) -> (continuation of Deferred@1529251652 after retry RPC after error@1668763739) -> (continuation of Deferred@1293311506 after retry RPC after error@2086366674) -> (continuation of Deferred@321440186 after retry RPC after error@1241818636) -> (continuation of Deferred@899516304 after retry RPC after error@311380236)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:20.584 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:29:20.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
00:29:20.593 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:29:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.596033 19285 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.596738 19285 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:20.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.597450 19285 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:20.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470560607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:20.621 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:29:20.622 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:29:20.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.640027 19285 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:20.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.640980 19285 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.104.2
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.679153 19285 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.2:0
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data/info.pb
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.2
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:20.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.2
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/logs
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:20.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:20.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.680851 19285 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:20.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:20.682602 19285 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:20.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.697319 19300 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:21.034 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:21.036 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:29:21.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 62 for source Source: KuduSource to checkpoint.
00:29:21.041 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
00:29:21.042 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:21.044 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
00:29:21.045 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:29:21.045 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:29:21.046 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:29:21.048 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:21.052 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:29:21.052 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 62 for source Source: KuduSource to checkpoint.
00:29:21.053 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
00:29:21.061 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
00:29:21.061 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
00:29:21.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e515298
00:29:21.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:21.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:21.063 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:29:21.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a224c57
00:29:21.067 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:21.089 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:21.093 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
00:29:21.093 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:29:21.094 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:29:21.094 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:21.095 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:29:21.095 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:29:21.095 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 62 for source Source: KuduSource to checkpoint.
00:29:21.096 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
00:29:21.096 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:21.097 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
00:29:21.097 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:29:21.102 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:21.102 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:21.103 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:21.103 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:29:21.103 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.103 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.103 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:21.103 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:21.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470561107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:21.109 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:29:21.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 62 for source Source: KuduSource to checkpoint.
00:29:21.110 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
00:29:21.111 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
00:29:21.113 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:29:21.113 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:29:21.114 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:21.135 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=27 ms, finalizationTime=1 ms).
00:29:21.136 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:29:21.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:21.148391 19038 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.18.104.61:34275, user_credentials={real_user=slave}} blocked reactor thread for 88706.7us
00:29:21.164 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:29:21.165 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.165 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:29:21.168 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
00:29:21.168 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
00:29:21.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74ff22f1
00:29:21.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:21.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:21.169 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:29:21.171 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:29:21.177 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:29:21.178 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@483b8835
00:29:21.179 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:29:21.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
00:29:21.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
00:29:21.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60c80726
00:29:21.180 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:21.181 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:21.181 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:29:21.181 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:29:21.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.183 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:21.189 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.191 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.191 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.193 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.193 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.194 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.195 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
00:29:21.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
00:29:21.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3005351f
00:29:21.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:21.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:21.198 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:29:21.198 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:29:21.202 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.204 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.205 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2029d6ef
00:29:21.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.209 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:21.212 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44d745cc
00:29:21.213 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:21.214 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.215 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.218 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.229 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.241 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.248 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.253 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.255 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.261 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.273 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:21.278223 19284 heartbeater.cc:499] Master 127.18.104.60:39519 was elected leader, sending a full tablet report...
00:29:21.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.298 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.299 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.301 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.313 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.315 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.316 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.317 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.325 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.326 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.326 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.327 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.327 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.330 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.330 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.330 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.335 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.341 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.341 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.341 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.342 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.342 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.342 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.342 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.342 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.343 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.344 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [245ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [264ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [265ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [266ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [267ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [305ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [305ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [464ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [465ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [586ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [885ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [885ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [5661ms] refreshing cache from master, [5662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5663ms] too many traces: truncated at 100 traces, deferred=Deferred@1530232620(state=PENDING, result=null, callback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709), errback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709)))
00:29:21.345 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.345 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.345 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.346 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [245ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [264ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [265ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [266ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [267ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [305ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [305ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [464ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [465ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [586ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [885ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [885ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [5661ms] refreshing cache from master, [5662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5663ms] too many traces: truncated at 100 traces, deferred=Deferred@1530232620(state=PENDING, result=null, callback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709), errback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [245ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [264ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [265ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [266ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [267ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [305ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [305ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [464ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [465ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [586ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [885ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [885ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [5661ms] refreshing cache from master, [5662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5663ms] too many traces: truncated at 100 traces, deferred=Deferred@1530232620(state=PENDING, result=null, callback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709), errback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:21.347 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.347 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.347 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.347 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.347 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.347 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.348 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.353 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [245ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [264ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [265ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [266ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [267ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [305ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [305ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [464ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [465ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [586ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [885ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [885ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [5661ms] refreshing cache from master, [5662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5663ms] too many traces: truncated at 100 traces, deferred=Deferred@1530232620(state=PENDING, result=null, callback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709), errback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [200ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [245ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [264ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [265ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [266ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [267ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [303ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [305ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [305ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [464ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [465ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [584ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [586ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [885ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [885ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1481ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2281ms] refreshing cache from master, [2281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2284ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2286ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [5661ms] refreshing cache from master, [5662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5663ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5663ms] too many traces: truncated at 100 traces, deferred=Deferred@1530232620(state=PENDING, result=null, callback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709), errback=(continuation of Deferred@89720316 after retry RPC after error@1770721816) -> (continuation of Deferred@66241371 after retry RPC after error@1934491670) -> (continuation of Deferred@1056279910 after retry RPC after error@266290034) -> (continuation of Deferred@438481353 after retry RPC after error@435113003) -> (continuation of Deferred@199457997 after retry RPC after error@2127718928) -> (continuation of Deferred@1903239418 after retry RPC after error@303867115) -> (continuation of Deferred@34191217 after retry RPC after error@1877401546) -> (continuation of Deferred@401101884 after retry RPC after error@1613009366) -> (continuation of Deferred@802750620 after retry RPC after error@1989706274) -> (continuation of Deferred@595878265 after retry RPC after error@1743453950) -> (continuation of Deferred@5295999 after retry RPC after error@854316229) -> (continuation of Deferred@853865544 after retry RPC after error@46789092) -> (continuation of Deferred@73727477 after retry RPC after error@1749371968) -> (continuation of Deferred@2107028404 after retry RPC after error@807222067) -> (continuation of Deferred@330687376 after retry RPC after error@1372621546) -> (continuation of Deferred@429103223 after retry RPC after error@1083112661) -> (continuation of Deferred@2090544695 after retry RPC after error@701070484) -> (continuation of Deferred@740039162 after retry RPC after error@465772792) -> (continuation of Deferred@1049382689 after retry RPC after error@1547942328) -> (continuation of Deferred@274511875 after retry RPC after error@303734288) -> (continuation of Deferred@1320369717 after retry RPC after error@268226594) -> (continuation of Deferred@2056646014 after retry RPC after error@1010370082) -> (continuation of Deferred@1798096134 after retry RPC after error@45639041) -> (continuation of Deferred@1460897461 after retry RPC after error@594514531) -> (continuation of Deferred@786851837 after retry RPC after error@1874037709)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:21.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.358 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:29:21.358 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:29:21.359 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
00:29:21.359 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:29:21.359 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.360 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:29:21.360 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:29:21.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.360 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:29:21.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.360 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
00:29:21.361 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.361 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.362 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.363 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.363 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.363 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.364 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.360 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:29:21.364 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.364 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
00:29:21.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.365 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.366 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:29:21.366 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:29:21.366 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
00:29:21.375 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.376 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.378 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.379 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.381 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.381 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.381 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.381 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.381 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.381 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.382 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.382 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.382 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.382 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.382 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.382 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.383 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.383 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.385 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.386 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.386 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.388 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.389 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.389 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.395 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.395 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.395 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.396 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.396 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.396 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.396 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.400 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.401 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.401 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.401 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.401 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.401 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.401 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.415 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.415 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.415 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.416 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:29:21.416 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.417 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:29:21.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:29:21.421 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.421 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.422 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.422 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.422 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.422 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.422 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.422 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.423 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:29:21.423 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.423 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:29:21.423 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:29:21.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.424 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:29:21.424 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:29:21.425 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:29:21.425 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:29:21.425 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:29:21.425 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:29:21.435 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.435 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.435 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.437 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:29:21.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:29:21.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:29:21.441 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.441 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.442 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.442 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.442 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.442 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.442 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.443 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:29:21.441 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:21.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:29:21.443 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:29:21.443 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:21.443 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:21.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:21.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:21.443 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.445 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.445 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:29:21.443 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.445 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:29:21.445 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:29:21.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.445 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.446 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.447 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:21.447 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:21.455 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.455 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.456 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.456 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:29:21.457 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.457 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
00:29:21.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.457 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
00:29:21.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.457 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
00:29:21.457 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.458 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:29:21.459 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:21.459 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:29:21.459 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:21.459 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:29:21.460 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:21.460 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:29:21.461 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:29:21.465 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.465 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.466 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.468 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.477 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.478 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.485 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.495 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.496 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.496 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.497 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.501 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.502 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.502 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.504 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.515 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.516 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.516 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.516 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.517 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.518 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.556 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.556 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.557 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.562 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.562 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.562 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.563 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.565 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.566 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.566 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.595 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.595 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.595 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.595 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.596 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.596 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.597 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.598 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.598 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.598 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.598 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470561607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:21.621 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:29:21.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.622 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:29:21.623 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.641 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.641 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.642 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.675 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.676 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.676 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.678 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.678 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.681 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.682 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.682 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.683 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.683 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.684 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.715 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.715 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.715 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.721 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:21.722 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:21.722 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:21.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:21.723 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.723 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.723 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:21.729 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.729 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.729 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:21.729 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:21.735 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.736 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.737 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.739 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.775 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.775 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.776 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.778 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.785 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.786 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.786 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.787 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.886 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.886 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.886 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.889 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:21.977 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:21.977 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:21.977 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:21.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:21.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:21.980 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.980 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.980 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:21.980 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:22.061 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:22.062 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:22.062 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:22.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:22.111 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470562107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:22.128 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:29:22.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:29:22.195 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:22.196 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:22.196 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:22.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.198 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:22.201 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:22.201 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:22.202 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:22.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.203 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:20.700754 19301 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:22.133956 19299 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19285
00:29:22.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:22.399792 19285 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.701s	user 0.448s	sys 0.733s
00:29:22.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:22.400887 19285 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.702s	user 0.448s	sys 0.734s
00:29:22.405 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:22.406 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:22.406 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:22.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.407 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:22.410293 19362 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:22.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.410252 19285 server_base.cc:1061] running on GCE node
00:29:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.411463 19285 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.413525 19285 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.414865 19285 hybrid_clock.cc:648] HybridClock initialized: now 1783470562414825 us; error 41 us; skew 500 ppm
00:29:22.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.415625 19285 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.421334 19285 webserver.cc:534] Webserver started at http://127.18.104.2:42357/ using document root <none> and password file <none>
00:29:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.422153 19285 fs_manager.cc:362] Metadata directory not provided
00:29:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.422346 19285 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:22.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.422724 19285 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.426996 19285 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data/instance:
00:29:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabeca08cf5a416d94721c633a9878ea"
00:29:22.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:22 on dist-test-slave-qgzj"
00:29:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.428042 19285 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal/instance:
00:29:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabeca08cf5a416d94721c633a9878ea"
00:29:22.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:22 on dist-test-slave-qgzj"
00:29:22.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.435081 19285 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.005s
00:29:22.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.440492 19367 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:22.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.441608 19285 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.441891 19285 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dabeca08cf5a416d94721c633a9878ea"
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:22 on dist-test-slave-qgzj"
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.442188 19285 fs_report.cc:389] FS layout report
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data/data
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:22.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:22.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:22.482 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:22.482 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:22.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:22.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:22.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:22.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:22.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:22.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:22.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:22.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:22.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:22.483 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:22.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.492024 19285 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:22.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.493559 19285 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:22.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.493964 19285 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:22.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.496559 19285 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:22.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.500707 19285 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.500937 19285 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.501142 19285 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:22.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.501282 19285 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:29:22.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470562607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:22.617 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:29:22.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:29:22.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.637622 19285 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.2:37031
00:29:22.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.637732 19479 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.2:37031 every 8 connection(s)
00:29:22.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.640482 19285 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/data/info.pb
00:29:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.643544 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19285
00:29:22.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.644143 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-1/wal/instance
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.668100 18848 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/logs
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data/info.pb
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:22.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.3:0
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.3
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.3
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:22.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.687784 19480 heartbeater.cc:344] Connected to a master server at 127.18.104.60:39519
00:29:22.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.688309 19480 heartbeater.cc:461] Registering TS with master...
00:29:22.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.689756 19480 heartbeater.cc:507] Master 127.18.104.60:39519 requested a full tablet report, sending...
00:29:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.690946 19482 heartbeater.cc:344] Connected to a master server at 127.18.104.62:41209
00:29:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.691253 19482 heartbeater.cc:461] Registering TS with master...
00:29:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.691946 19482 heartbeater.cc:507] Master 127.18.104.62:41209 requested a full tablet report, sending...
00:29:22.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.694113 19051 ts_manager.cc:194] Registered new tserver with Master: dabeca08cf5a416d94721c633a9878ea (127.18.104.2:37031)
00:29:22.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.694749 18894 ts_manager.cc:194] Registered new tserver with Master: dabeca08cf5a416d94721c633a9878ea (127.18.104.2:37031)
00:29:22.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.695783 19051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.104.2:38849
00:29:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.698177 19481 heartbeater.cc:344] Connected to a master server at 127.18.104.61:34275
00:29:22.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.698530 19481 heartbeater.cc:461] Registering TS with master...
00:29:22.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.699152 19481 heartbeater.cc:507] Master 127.18.104.61:34275 requested a full tablet report, sending...
00:29:22.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:22.701339 18970 ts_manager.cc:194] Registered new tserver with Master: dabeca08cf5a416d94721c633a9878ea (127.18.104.2:37031)
00:29:22.841 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:22.841 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:22.842 [DEBUG - pool-32-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:22.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:22.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.842 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:22.842 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:22.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:22.985 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:22.986 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:22.986 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:22.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.986 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:22.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:22.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.987 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:22.987 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.006076 19490 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.006613 19490 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:23.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.007184 19490 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:23.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.039821 19490 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.040809 19490 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.104.3
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:23.077720 19490 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.104.20:46021
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.104.3:0
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data/info.pb
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.104.3
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.104.3
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/logs
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:23.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:23.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:23.079252 19490 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:23.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:23.080929 19490 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:23.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.095271 19496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:23.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470563107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:23.116 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.117 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.117 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.119 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.119 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.119 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.119 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.122 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:23.124 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:29:23.141 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.142 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.142 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.143 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.146 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.146 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.261 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:23.262 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:23.262 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:23.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:23.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:23.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:23.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:23.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:23.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:23.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:23.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:23.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:23.268 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:23.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470563607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:23.624 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:29:23.626 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:29:23.660 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:29:23.660 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:23.661 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:29:23.662 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:29:23.674 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
00:29:23.675 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:23.678 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
00:29:23.678 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:29:23.678 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
00:29:23.679 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:23.681 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
00:29:23.681 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:29:23.681 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:29:23.683 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
00:29:23.684 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:23.684 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
00:29:23.684 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:29:23.685 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:29:23.688 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
00:29:23.689 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:23.693 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
00:29:23.693 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:29:23.695 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:29:23.696 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:29:23.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:23.699474 19480 heartbeater.cc:499] Master 127.18.104.60:39519 was elected leader, sending a full tablet report...
00:29:23.706 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:29:23.709 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:29:23.709 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:23.711 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:29:23.713 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:29:23.713 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:29:23.714 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:29:23.715 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
00:29:23.715 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
00:29:23.715 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fdd5ff7
00:29:23.716 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:23.716 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:23.716 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:29:23.717 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:29:23.718 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:29:23.719 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:29:23.719 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5316098d
00:29:23.720 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
00:29:23.720 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
00:29:23.721 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:29:23.722 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:29:23.722 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
00:29:23.722 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
00:29:23.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e063356
00:29:23.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:23.723 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:23.724 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:29:23.724 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:29:23.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2c87f4a1
00:29:23.724 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:23.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:23.726 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:29:23.726 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:29:23.728 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5baf1292
00:29:23.737 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:23.738 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:23.739 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:23.740 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:29:23.746 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b78e5bd
00:29:23.749 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:23.750 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
00:29:23.750 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
00:29:23.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f64227c
00:29:23.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:23.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:23.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:29:23.753 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:29:23.753 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.756 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.763 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2543d8b7
00:29:23.766 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:23.768 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:23.768 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:23.768 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:23.768 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:23.769 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.775 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:23.790 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.797 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.798 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.799 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.802 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.805 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.809 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.810 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.822 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.823 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:23.824 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.830 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.832 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.832 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.832 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.833 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:23.833 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.837 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.838 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.841 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:23.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.842 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.844 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.847 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.849 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.850 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.850 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.850 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.856 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.858 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.858 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.861 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.863 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.868 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.870 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.875 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.877 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.877 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:23.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.878 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.882 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.883 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:23.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.885 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.885 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.886 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.888 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.889 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:23.889 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.890 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.890 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.891 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.891 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:23.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.893 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.893 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.893 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.894 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.894 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.897 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.909 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.909 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.910 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.910 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.911 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.912 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:23.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.913 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.914 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.915 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.916 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.918 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.921 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.923 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:23.927 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:23.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.930 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:23.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.932 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:23.933 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.934 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.934 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.936 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.937 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.937 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.937 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.939 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.939 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.939 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.939 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.939 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.940 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.939 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.940 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.940 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.944 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:23.944 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:23.944 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:23.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.945 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:23.949 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.950 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.950 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.951 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.953 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.953 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.954 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.955 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.957 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.958 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.959 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.959 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.959 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.959 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.959 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.960 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.960 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.963 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:23.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:23.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:23.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:23.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:23.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:23.969 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:23.977 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.977 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.977 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.985 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.985 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.985 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:23.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:23.987 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:23.998 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:23.999 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:23.999 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:23.999 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:23.999 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.003 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:24.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:24.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:24.004 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.004 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.004 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.005 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:24.009 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.010 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.010 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.017 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.017 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.018 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.019 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.024 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:24.025 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:24.025 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:24.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.026 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:24.029 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.030 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.030 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.054 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.054 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.054 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.055 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.057 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.057 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.057 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.059 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.070 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.070 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.070 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.072 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.079 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.079 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.079 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.080 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.083 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:24.084 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:24.084 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:24.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:24.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470564107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:24.119 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:24.122 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:29:24.159 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.160 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.160 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.162 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.173 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.174 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.174 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.197 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.198 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.198 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.199 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.215 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.216 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.216 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.217 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.217 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.217 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.218 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:24.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:24.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:24.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:24.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.306 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:24.309 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.310 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.310 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.364 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:24.365 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:24.365 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:24.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:24.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:24.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:24.367 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:24.414 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.414 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.414 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.416 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.421 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.421 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.421 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.422 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:23.095625 19497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:24.448837 19498 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1352 milliseconds
00:29:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:24.449241 19490 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.354s	user 0.447s	sys 0.763s
00:29:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:24.450357 19490 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.355s	user 0.448s	sys 0.763s
00:29:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:24.451030 19499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:24.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.451098 19490 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:24.454 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.455 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.456 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.457 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.452629 19490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:24.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.457576 19490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:24.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.461313 19490 hybrid_clock.cc:648] HybridClock initialized: now 1783470564461242 us; error 42 us; skew 500 ppm
00:29:24.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.462446 19490 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:24.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.470005 19490 webserver.cc:534] Webserver started at http://127.18.104.3:35411/ using document root <none> and password file <none>
00:29:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.471122 19490 fs_manager.cc:362] Metadata directory not provided
00:29:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.471386 19490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:24.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.471887 19490 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:24.477 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.478 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.478 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.479 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.477548 19490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data/instance:
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dd725ac05d643d5bae402176e92b4a5"
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:24 on dist-test-slave-qgzj"
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.479164 19490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal/instance:
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dd725ac05d643d5bae402176e92b4a5"
00:29:24.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:24 on dist-test-slave-qgzj"
00:29:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.489478 19490 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.001s
00:29:24.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.497098 19560 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.498549 19490 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
00:29:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.499155 19490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal
00:29:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5dd725ac05d643d5bae402176e92b4a5"
00:29:24.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:24 on dist-test-slave-qgzj"
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.499549 19490 fs_report.cc:389] FS layout report
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data/data
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:24.509 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.509 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.510 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.511 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.536 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.536 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.536 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.538 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.573585 19490 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.575121 19490 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:24.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.575579 19490 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:24.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.578289 19490 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:24.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.582544 19490 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.582784 19490 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.583079 19490 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:24.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.583249 19490 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:29:24.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470564607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:24.617 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:24.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:29:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.723973 19490 rpc_server.cc:307] RPC server started. Bound to: 127.18.104.3:46857
00:29:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.724129 19672 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.104.3:46857 every 8 connection(s)
00:29:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.726706 19490 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/data/info.pb
00:29:24.734 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.734 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.734 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.735 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.735 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.735 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.735 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.736 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.735989 18848 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19490
00:29:24.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.736460 18848 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7922995565184542410/ts-2/wal/instance
00:29:24.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:24.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.780135 19673 heartbeater.cc:344] Connected to a master server at 127.18.104.60:39519
00:29:24.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.780728 19673 heartbeater.cc:461] Registering TS with master...
00:29:24.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.782232 19673 heartbeater.cc:507] Master 127.18.104.60:39519 requested a full tablet report, sending...
00:29:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.785028 19675 heartbeater.cc:344] Connected to a master server at 127.18.104.62:41209
00:29:24.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.785336 19675 heartbeater.cc:461] Registering TS with master...
00:29:24.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.786173 19675 heartbeater.cc:507] Master 127.18.104.62:41209 requested a full tablet report, sending...
00:29:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.787627 19674 heartbeater.cc:344] Connected to a master server at 127.18.104.61:34275
00:29:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.787963 19674 heartbeater.cc:461] Registering TS with master...
00:29:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.788793 19051 ts_manager.cc:194] Registered new tserver with Master: 5dd725ac05d643d5bae402176e92b4a5 (127.18.104.3:46857)
00:29:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.788820 19674 heartbeater.cc:507] Master 127.18.104.61:34275 requested a full tablet report, sending...
00:29:24.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.789376 18894 ts_manager.cc:194] Registered new tserver with Master: 5dd725ac05d643d5bae402176e92b4a5 (127.18.104.3:46857)
00:29:24.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.792173 18970 ts_manager.cc:194] Registered new tserver with Master: 5dd725ac05d643d5bae402176e92b4a5 (127.18.104.3:46857)
00:29:24.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.790553 19051 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.104.3:53699
00:29:24.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:24.800508 18848 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:29:24.813 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:24.814 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:29:24.815 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.104.62"
      port: 41209
    }
    bound_http_address {
      host: "127.18.104.62"
      port: 42513
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.104.61"
      port: 34275
    }
    bound_http_address {
      host: "127.18.104.61"
      port: 37457
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.104.60"
      port: 39519
    }
    bound_http_address {
      host: "127.18.104.60"
      port: 40633
    }
  }
}

00:29:24.815 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:29:24.815 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.104.1"
      port: 46815
    }
    bound_http_address {
      host: "127.18.104.1"
      port: 36085
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.104.2"
      port: 37031
    }
    bound_http_address {
      host: "127.18.104.2"
      port: 42357
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.104.3"
      port: 46857
    }
    bound_http_address {
      host: "127.18.104.3"
      port: 35411
    }
  }
}

00:29:24.816 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:29:24.817 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:24.818 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:29:24.818 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:29:24.818 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:29:24.818 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:29:24.821 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:29:24.918 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.919 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.919 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.920 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:24.989 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:24.990 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:24.990 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:24.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:24.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:24.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:24.991 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470565107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:25.116 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:29:25.117 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:29:25.164 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:25.164 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:25.165 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:25.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:25.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:25.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:25.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:25.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:25.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:25.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:25.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:25.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:25.165 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:25.168 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:25.168 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:29:25.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.171936 19683 mini_oidc.cc:150] Starting JWKS server
00:29:25.175 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.175395 19683 webserver.cc:534] Webserver started at http://127.0.0.1:37327/ using document root <none> and password file <none>
00:29:25.175 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.176 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.176015 19683 mini_oidc.cc:186] Starting OIDC Discovery server
00:29:25.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.176 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.178169 19683 webserver.cc:534] Webserver started at http://127.0.0.1:41447/ using document root <none> and password file <none>
00:29:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:29:25.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:25Z Disabled control of system clock
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.241726 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/logs
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data/info.pb
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.254:32907
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.254
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:25.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json with env {}
00:29:25.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:25.297 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.297 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.298 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.479 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.479 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.479 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.479 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.480 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.480 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.480 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.480 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.480 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.480 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.515 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.515 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.515 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.516 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.516 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.516 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.516 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.547353 19696 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.547904 19696 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:25.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.548369 19696 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.581805 19696 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.582100 19696 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.582346 19696 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.582638 19696 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.582890 19696 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.583061 19696 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37327/jwks.json
00:29:25.595 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.596 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.596 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.597 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470565606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:25.616 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:29:25.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.624356 19696 master_runner.cc:387] Master server non-default flags:
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.254:32907
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:25.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data/info.pb
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.254
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/logs
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:25.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.625741 19696 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:25.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.627327 19696 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:25.638 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.639 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.638468 19702 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:25.639 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.640 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:25.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:25.681 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:25.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:25.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:25.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:25.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:25.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:25.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:25.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:25.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:25.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:25.684 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:25.742 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.742 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.743 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:25.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:25.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:25.796667 19673 heartbeater.cc:499] Master 127.18.104.60:39519 was elected leader, sending a full tablet report...
00:29:25.837 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:25.838 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:25.838 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:25.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:25.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:25.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:25.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.101 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.102 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.102 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.103 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.103 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.103 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.104 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470566107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:26.120 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:29:26.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:29:26.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.216 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.216 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.216 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.216 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.217 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.217 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:26.376 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.376 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.378 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.609 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470566607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:26.626 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
00:29:26.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:29:26.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:26.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:26.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:26.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:26.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:26.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:26.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:26.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:26.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:26.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:26.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:26.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:26.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:26.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.678 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.678 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:26.777 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.778 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.778 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.778 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.925 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.926 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.926 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.932 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:26.938 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:26.939 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:26.939 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:26.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.940 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.940 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:26.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:26.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:26.941 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:27.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470567107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:27.122 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:27.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:29:27.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:25.639925 19703 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.040738 19701 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 19696
00:29:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.211853 19696 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.573s	user 0.650s	sys 0.881s
00:29:27.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.213179 19696 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.575s	user 0.650s	sys 0.881s
00:29:27.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.214226 19705 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.216367 19704 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1571 milliseconds
00:29:27.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.216398 19696 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:27.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.217711 19696 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:27.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.220000 19696 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:27.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.221361 19696 hybrid_clock.cc:648] HybridClock initialized: now 1783470567221292 us; error 74 us; skew 500 ppm
00:29:27.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.222195 19696 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:27.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.227967 19696 webserver.cc:534] Webserver started at http://127.19.56.254:35021/ using document root <none> and password file <none>
00:29:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.228967 19696 fs_manager.cc:362] Metadata directory not provided
00:29:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.229184 19696 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:27.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.229671 19696 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.234113 19696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data/instance:
00:29:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde5163834284577aca0203b95ec4b72"
00:29:27.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:27 on dist-test-slave-qgzj"
00:29:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.235221 19696 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal/instance:
00:29:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde5163834284577aca0203b95ec4b72"
00:29:27.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:27 on dist-test-slave-qgzj"
00:29:27.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.242291 19696 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.009s	sys 0.000s
00:29:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.248015 19714 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.249140 19696 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:29:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.249457 19696 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal
00:29:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fde5163834284577aca0203b95ec4b72"
00:29:27.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:27 on dist-test-slave-qgzj"
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.249809 19696 fs_report.cc:389] FS layout report
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data/data
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:27.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:27.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:27.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.305805 19696 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:27.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.307456 19696 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:27.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.307964 19696 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.379165 19696 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.254:32907
00:29:27.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.379238 19765 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.254:32907 every 8 connection(s)
00:29:27.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.382015 19696 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/data/info.pb
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.384696 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19696
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.385232 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-0/wal/instance
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.388132 19766 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.388538 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/logs
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data/info.pb
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.253:44071
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.253
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json with env {}
00:29:27.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.399384 19766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } has no permanent_uuid. Determining permanent_uuid...
00:29:27.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.426916 19766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } has no permanent_uuid. Determining permanent_uuid...
00:29:27.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.429679 19716 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.433869 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.483386 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 1
00:29:27.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.487691 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.541 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:27.541 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:27.542 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:27.542 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.542 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.542 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.543 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.543 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.543 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:27.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.556089 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 2
00:29:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.560428 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470567607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:27.615 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:29:27.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:29:27.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.651863 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 3
00:29:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.655965 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.698385 19768 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.698985 19768 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.699487 19768 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.737288 19768 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.737560 19768 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.737764 19768 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.737959 19768 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.738158 19768 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:27.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.738384 19768 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37327/jwks.json
00:29:27.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.775852 19768 master_runner.cc:387] Master server non-default flags:
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.253:44071
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data/info.pb
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.253
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/logs
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:27.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:27.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.777438 19768 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:27.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.779105 19768 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.789911 19777 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:27.799379 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 4
00:29:27.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.805754 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:27.833 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:27.834 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:27.834 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:27.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.836 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:27.935 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:27.935 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:27.936 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:27.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.936 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.937 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:27.986 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:27.986 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:27.987 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:27.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:27.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:27.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:27.988 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:28.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:28.105232 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 5
00:29:28.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470568107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:28.112512 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:28.120 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:29:28.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:29:28.274 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:28.537 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:28.537 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:28.538 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:28.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:28.586 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:28.586 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:28.586 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:28.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.589 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:28.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470568607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:28.621 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:29:28.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:29:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:28.660015 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 6
00:29:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:28.690546 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.253:44071: Network error: Client connection negotiation failed: client connection to 127.19.56.253:44071: connect: Connection refused (error 111)
00:29:28.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:28.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:28.739 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:28.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:28.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:28.815 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:28.816 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:28.816 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:28.816 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.816 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.817 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:28.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:28.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:28.818 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:28.842 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:28.842 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:28.842 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:28.842 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:28.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:28.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:28.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:28.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:28.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:28.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:28.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:28.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:28.843 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:29.010 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.010 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.010 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.012 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470569106 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:29.118 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:29.119 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:29:29.134 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.134 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.135 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.135 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.135 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.135 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.135 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.186 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.186 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.186 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.188 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.216 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.217 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.217 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.218 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.218 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.218 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.218 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.225994 19082 debug-util.cc:398] Leaking SignalData structure 0x7b080007a220 after lost signal to thread 19012
00:29:29.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.226737 19082 debug-util.cc:398] Leaking SignalData structure 0x7b08000b01c0 after lost signal to thread 19085
00:29:29.262 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.262 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.262 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.263 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:29.329 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.329 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.330 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:27.790521 19778 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.357101 19779 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1566 milliseconds
00:29:29.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.193256 19776 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 19768
00:29:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.355269 19768 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.565s	user 0.662s	sys 0.886s
00:29:29.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.358603 19768 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.569s	user 0.662s	sys 0.886s
00:29:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.358913 19768 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:29.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.359014 19780 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:29.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.362255 19768 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:29.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.365358 19768 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:29.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.366891 19768 hybrid_clock.cc:648] HybridClock initialized: now 1783470569366847 us; error 35 us; skew 500 ppm
00:29:29.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.367954 19768 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:29.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.375561 19768 webserver.cc:534] Webserver started at http://127.19.56.253:34187/ using document root <none> and password file <none>
00:29:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.376894 19768 fs_manager.cc:362] Metadata directory not provided
00:29:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.377185 19768 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:29.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.377749 19768 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.384374 19768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data/instance:
00:29:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e193c0d1140481e867886908452d3f4"
00:29:29.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:29 on dist-test-slave-qgzj"
00:29:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.386055 19768 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal/instance:
00:29:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e193c0d1140481e867886908452d3f4"
00:29:29.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:29 on dist-test-slave-qgzj"
00:29:29.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.398332 19768 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.001s
00:29:29.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.404808 19795 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.406069 19768 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
00:29:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.406376 19768 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal
00:29:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0e193c0d1140481e867886908452d3f4"
00:29:29.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:29 on dist-test-slave-qgzj"
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.406775 19768 fs_report.cc:389] FS layout report
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data/data
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:29.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:29.418 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.419 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.468847 19768 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:29.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.470414 19768 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:29.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.470883 19768 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.555022 19768 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.253:44071
00:29:29.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.555197 19846 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.253:44071 every 8 connection(s)
00:29:29.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.558337 19768 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/data/info.pb
00:29:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.565593 19847 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:29.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.566475 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19768
00:29:29.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.566936 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-1/wal/instance
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.569878 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/logs
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data/info.pb
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.252:41535
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.252
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:29.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json with env {}
00:29:29.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.580295 19847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } has no permanent_uuid. Determining permanent_uuid...
00:29:29.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470569607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:29.618 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:29:29.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:29:29.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.619522 19847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } has no permanent_uuid. Determining permanent_uuid...
00:29:29.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.639802 19847 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } has no permanent_uuid. Determining permanent_uuid...
00:29:29.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.642943 19799 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.647400 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.696893 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 1
00:29:29.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.701171 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.751019 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } attempt: 7
00:29:29.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.765436 19766 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } has no permanent_uuid. Determining permanent_uuid...
00:29:29.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.769552 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 2
00:29:29.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:29.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.774889 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.779683 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.838133 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 1
00:29:29.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.843794 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.866331 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 3
00:29:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.872366 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.915 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:29.916 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:29.916 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:29.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:29.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.917 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:29.917 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:29.917 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:29.925201 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 2
00:29:29.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.930397 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:29.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:29.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:29.964 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:29.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:29.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:29.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:29.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:29.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:29.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:29.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:29.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:29.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:29.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.986733 19849 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.987278 19849 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:29.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:29.987829 19849 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.015832 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 4
00:29:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.015826 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 3
00:29:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.022265 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:30.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.022353 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:30.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.024577 19849 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:30.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.024871 19849 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:30.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.025161 19849 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:30.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.025437 19849 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:30.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.025710 19849 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:30.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.025923 19849 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37327/jwks.json
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.064808 19849 master_runner.cc:387] Master server non-default flags:
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.252:41535
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37327/jwks.json
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data/info.pb
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.252
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/logs
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:30.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.066377 19849 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:30.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.067868 19280 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1580 after lost signal to thread 19151
00:29:30.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.068189 19849 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:30.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.069021 19280 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7980 after lost signal to thread 19283
00:29:30.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.083961 19863 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:30.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470570107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:30.122 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:30.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:29:30.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.162763 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 4
00:29:30.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.169170 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:30.201 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:30.201 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:30.201 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:30.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.203 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:30.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:30.321 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:30.322 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:30.322 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:30.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.321696 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 5
00:29:30.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.323 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.323 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.323 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:30.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.328326 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:30.396 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:30.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.397 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:30.397 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:30.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:30.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.452600 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 5
00:29:30.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.459532 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:30.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:30.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:30.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:30.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:30.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:30.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:30.486 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:30.510 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:30.510 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:30.510 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:30.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:30.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:30.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:30.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:30.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470570607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:30.620 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:29:30.621 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:29:30.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:30.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:30.875792 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 6
00:29:30.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.924553 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:31.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.011960 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 6
00:29:31.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:31.029138 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:31.109 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470571107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:31.120 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:29:31.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:29:31.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:31.310 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:31.310 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:31.310 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:31.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.315 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.315 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.315 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.315 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:31.466 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:31.466 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:31.466 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:31.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:31.574 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:31.575 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:31.575 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:31.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.575 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:31.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470571607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:31.622 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:31.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:29:31.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:31.857 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:31.858 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:31.858 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:31.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:31.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:31.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:31.860 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:31.901 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [6ms] received response from server master-127.16.86.188:40499: OK, deferred=null) with no deferred attached!
00:29:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:31.484732 19861 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 19849
00:29:31.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:31.979416 19849 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.898s	user 0.683s	sys 1.088s
00:29:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:30.085013 19862 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:31.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:31.979780 19849 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.899s	user 0.683s	sys 1.088s
00:29:31.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.985033 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 7
00:29:31.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.988380 19849 server_base.cc:1061] running on GCE node
00:29:31.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:31.989318 19874 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:31.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.991437 19849 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.995754 19849 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.997356 19849 hybrid_clock.cc:648] HybridClock initialized: now 1783470571997244 us; error 107 us; skew 500 ppm
00:29:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:31.998775 19849 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:32.005 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:32.005 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:32.005 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:32.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:32.006 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:32.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:32.006 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:32.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:32.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:32.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:32.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:32.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:32.006 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.006714 19847 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:32.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.011811 19849 webserver.cc:534] Webserver started at http://127.19.56.252:39053/ using document root <none> and password file <none>
00:29:32.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.013195 19849 fs_manager.cc:362] Metadata directory not provided
00:29:32.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.013520 19849 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:32.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.014124 19849 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.020804 19849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data/instance:
00:29:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2b08df580984bee88b46fe5b2c66393"
00:29:32.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:32 on dist-test-slave-qgzj"
00:29:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.022393 19849 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal/instance:
00:29:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2b08df580984bee88b46fe5b2c66393"
00:29:32.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:32 on dist-test-slave-qgzj"
00:29:32.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.032406 19849 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
00:29:32.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.040493 19881 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.041929 19849 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:29:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.042330 19849 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal
00:29:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c2b08df580984bee88b46fe5b2c66393"
00:29:32.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:32 on dist-test-slave-qgzj"
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.042857 19849 fs_report.cc:389] FS layout report
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data/data
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:32.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:32.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.062625 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 7
00:29:32.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.085994 19766 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.56.252:41535: Network error: Client connection negotiation failed: client connection to 127.19.56.252:41535: connect: Connection refused (error 111)
00:29:32.101 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:32.102 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:32.102 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:32.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:32.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470572107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.113593 19849 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:32.115 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.115648 19849 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:32.116 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:29:32.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.116688 19849 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:32.139 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:32.139 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:32.139 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:32.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.140 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:32.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.204434 19849 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.252:41535
00:29:32.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.204466 19934 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.252:41535 every 8 connection(s)
00:29:32.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.209565 19849 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/data/info.pb
00:29:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.210238 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 19849
00:29:32.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.210613 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/master-2/wal/instance
00:29:32.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.217599 19935 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:32.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.233812 19935 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } has no permanent_uuid. Determining permanent_uuid...
00:29:32.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:32.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.289395 19935 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } has no permanent_uuid. Determining permanent_uuid...
00:29:32.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.306425 19935 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } has no permanent_uuid. Determining permanent_uuid...
00:29:32.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.331848 19935 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: Bootstrap starting.
00:29:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.339926 19935 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: Neither blocks nor log segments found. Creating new log.
00:29:32.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.342247 19935 log.cc:826] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: Log is configured to *not* fsync() on all Append() calls
00:29:32.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.349164 19935 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: No bootstrap required, opened a new log
00:29:32.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.375902 19935 raft_consensus.cc:359] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.378010 19935 raft_consensus.cc:385] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:32.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.378248 19935 raft_consensus.cc:740] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c2b08df580984bee88b46fe5b2c66393, State: Initialized, Role: FOLLOWER
00:29:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.379170 19935 consensus_queue.cc:260] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.383289 19946 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:32.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.384409 19946 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: This master's current role is: FOLLOWER
00:29:32.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.385174 19935 sys_catalog.cc:565] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: configured and running, proceeding with master startup.
00:29:32.396 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:32.396 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:32.397 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:32.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.398 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:32.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.428393 19957 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:29:32.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.428967 19957 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:29:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.417999 19849 master_runner.cc:187] Error getting master registration for 127.19.56.254:32907: OK, instance_id { permanent_uuid: "fde5163834284577aca0203b95ec4b72" instance_seqno: 1783470567360075 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:32.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.448555 19849 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:32.516 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [19ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.516 [DEBUG - pool-52-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [20ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.566716 19082 debug-util.cc:398] Leaking SignalData structure 0x7b0800074e40 after lost signal to thread 19012
00:29:32.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.567338 19082 debug-util.cc:398] Leaking SignalData structure 0x7b0800097320 after lost signal to thread 19085
00:29:32.602 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [11ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470572606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:32.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:32.623668 19889 tablet.cc:2406] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:32.627 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:29:32.628 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:29:32.635 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:32.635 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:32.636 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:32.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:32.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.636 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:32.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:32.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:32.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.760691 19946 raft_consensus.cc:493] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:32.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.761301 19946 raft_consensus.cc:515] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:32.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:32.764094 19946 leader_election.cc:290] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers fde5163834284577aca0203b95ec4b72 (127.19.56.254:32907), 0e193c0d1140481e867886908452d3f4 (127.19.56.253:44071)
00:29:32.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:32.794 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [16ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.794 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [13ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.794 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [16ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.880 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [5ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.880 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [7ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.880 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [9ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:32.880 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.17.11.253:37269, [7ms] received response from server master-127.17.11.253:37269: OK, deferred=null) with no deferred attached!
00:29:33.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470573106 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:33.126 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
00:29:33.126 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
00:29:33.135 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:33.135 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:33.135 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:33.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:33.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:33.279 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:33.279 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:33.280 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:33.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.281 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.281 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.281 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:33.389 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:33.390 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:33.390 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:33.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.392 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:33.435281 19957 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:29:33.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:33.436885 19957 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:29:33.470 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:33.470 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:33.470 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:33.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:33.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:33.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:33.471 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:33.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470573607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:33.619 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:33.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
00:29:33.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:33.881 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [12ms] received response from server master-127.16.86.188:40499: OK, deferred=null) with no deferred attached!
00:29:34.097 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:34.098 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:34.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.097177 19847 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 8
00:29:34.098 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:34.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.099 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.099 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.099 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:34.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470574107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:34.118 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:34.119 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
00:29:34.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.140414 19847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: Bootstrap starting.
00:29:34.145 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:34.146 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:34.146 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:34.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.146 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.146 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.146 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.146 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.147 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:34.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.147419 19766 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } attempt: 8
00:29:34.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.151304 19847 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: Neither blocks nor log segments found. Creating new log.
00:29:34.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.153893 19847 log.cc:826] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: Log is configured to *not* fsync() on all Append() calls
00:29:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.168195 19847 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: No bootstrap required, opened a new log
00:29:34.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.184582 19766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: Bootstrap starting.
00:29:34.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.192808 19766 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: Neither blocks nor log segments found. Creating new log.
00:29:34.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.195400 19766 log.cc:826] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: Log is configured to *not* fsync() on all Append() calls
00:29:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.199271 19847 raft_consensus.cc:359] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.200163 19847 raft_consensus.cc:385] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:34.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.200649 19847 raft_consensus.cc:740] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0e193c0d1140481e867886908452d3f4, State: Initialized, Role: FOLLOWER
00:29:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.201884 19847 consensus_queue.cc:260] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.205690 19966 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.208511 19966 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.208835 19822 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c2b08df580984bee88b46fe5b2c66393" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e193c0d1140481e867886908452d3f4" is_pre_election: true
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.209707 19822 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2b08df580984bee88b46fe5b2c66393 in term 0.
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.210228 19822 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:56766 (request call id 1) took 1445 ms. Trace:
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.210526 19822 rpcz_store.cc:276] 0708 00:29:32.765285 (+     0us) service_pool.cc:167] Inserting onto call queue
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:29:32.765471 (+   186us) service_pool.cc:224] Handling call
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:29:34.210166 (+1444695us) inbound_call.cc:177] Queueing success response
00:29:34.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:29:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.211843 19847 sys_catalog.cc:565] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: configured and running, proceeding with master startup.
00:29:34.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.212085 19885 leader_election.cc:304] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e193c0d1140481e867886908452d3f4, c2b08df580984bee88b46fe5b2c66393; no voters: 
00:29:34.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.227264 19766 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: No bootstrap required, opened a new log
00:29:34.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:34.230945 19801 tablet.cc:2406] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.235862 19967 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:34.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.236320 19967 raft_consensus.cc:493] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:34.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.241756 19967 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 0 FOLLOWER]: Advancing to term 1
00:29:34.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.261962 19967 raft_consensus.cc:515] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:34.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.276436 19967 leader_election.cc:290] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [CANDIDATE]: Term 1 election: Requested vote from peers fde5163834284577aca0203b95ec4b72 (127.19.56.254:32907), 0e193c0d1140481e867886908452d3f4 (127.19.56.253:44071)
00:29:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.277084 19822 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c2b08df580984bee88b46fe5b2c66393" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0e193c0d1140481e867886908452d3f4"
00:29:34.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.277621 19822 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 0 FOLLOWER]: Advancing to term 1
00:29:34.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.285656 19822 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2b08df580984bee88b46fe5b2c66393 in term 1.
00:29:34.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.286993 19885 leader_election.cc:304] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0e193c0d1140481e867886908452d3f4, c2b08df580984bee88b46fe5b2c66393; no voters: 
00:29:34.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.287878 19967 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 1 FOLLOWER]: Leader election won for term 1
00:29:34.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.304140 19967 raft_consensus.cc:697] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [term 1 LEADER]: Becoming Leader. State: Replica: c2b08df580984bee88b46fe5b2c66393, State: Running, Role: LEADER
00:29:34.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.305368 19967 consensus_queue.cc:237] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.315208 19766 raft_consensus.cc:359] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.317273 19766 raft_consensus.cc:385] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:34.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.317865 19766 raft_consensus.cc:740] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fde5163834284577aca0203b95ec4b72, State: Initialized, Role: FOLLOWER
00:29:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.319311 19972 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c2b08df580984bee88b46fe5b2c66393. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.320320 19972 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: This master's current role is: LEADER
00:29:34.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.319999 19766 consensus_queue.cc:260] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } }
00:29:34.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.342435 19978 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:29:34.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.350067 19979 sys_catalog.cc:455] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.350900 19979 sys_catalog.cc:458] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.353010 19982 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:29:34.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.354466 19978 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:29:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.354866 19741 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c2b08df580984bee88b46fe5b2c66393" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fde5163834284577aca0203b95ec4b72" is_pre_election: true
00:29:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.355809 19741 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c2b08df580984bee88b46fe5b2c66393 in term 0.
00:29:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:34.356366 19741 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:46040 (request call id 2) took 1588 ms (client timeout 2069 ms). Trace:
00:29:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:34.356768 19741 rpcz_store.cc:269] 0708 00:29:32.767883 (+     0us) service_pool.cc:167] Inserting onto call queue
00:29:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:29:32.768048 (+   165us) service_pool.cc:224] Handling call
00:29:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0708 00:29:34.356294 (+1588246us) inbound_call.cc:177] Queueing success response
00:29:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
00:29:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.357885 19740 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c2b08df580984bee88b46fe5b2c66393" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fde5163834284577aca0203b95ec4b72"
00:29:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.358461 19740 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 0 FOLLOWER]: Advancing to term 1
00:29:34.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.364705 19766 sys_catalog.cc:565] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: configured and running, proceeding with master startup.
00:29:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.366460 19740 raft_consensus.cc:2468] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c2b08df580984bee88b46fe5b2c66393 in term 1.
00:29:34.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.389323 19822 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [term 1 FOLLOWER]: Refusing update from remote peer c2b08df580984bee88b46fe5b2c66393: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:34.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.392814 19967 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.396019 19740 raft_consensus.cc:1275] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [term 1 FOLLOWER]: Refusing update from remote peer c2b08df580984bee88b46fe5b2c66393: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:34.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.397992 19972 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [LEADER]: Connected to new peer: Peer: permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.357571 19768 master_runner.cc:187] Error getting master registration for 127.19.56.254:32907: OK, instance_id { permanent_uuid: "fde5163834284577aca0203b95ec4b72" instance_seqno: 1783470567360075 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:34.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.408643 19768 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:34.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.427923 19966 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c2b08df580984bee88b46fe5b2c66393. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.431905 19966 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.438683 19983 mvcc.cc:204] Tried to move back new op lower bound from 7305095472675254272 to 7305095472367063040. Current Snapshot: MvccSnapshot[applied={T|T < 7305095472675254272}]
00:29:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.450269 19978 catalog_manager.cc:1382] Generated new cluster ID: 478ffb3373a4434aa4ac420d09fd7b49
00:29:34.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.450562 19978 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:29:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.455564 19967 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.456281 19967 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: This master's current role is: LEADER
00:29:34.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.447942 19979 sys_catalog.cc:455] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c2b08df580984bee88b46fe5b2c66393. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.460762 19979 sys_catalog.cc:458] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.470438 19979 sys_catalog.cc:455] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.471165 19979 sys_catalog.cc:458] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.477 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:34.477 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:34.477 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:34.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.479 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.479 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:34.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:34.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:34.481 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:34.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:34.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:34.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:34.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:34.482 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:34.482 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:34.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:34.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:34.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:34.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.509033 20002 catalog_manager.cc:1294] Loaded cluster ID: 478ffb3373a4434aa4ac420d09fd7b49
00:29:34.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.509302 20002 catalog_manager.cc:1587] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: loading cluster ID for follower catalog manager: success
00:29:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:34.513381 20002 catalog_manager.cc:1611] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: acquiring CA information for follower catalog manager: Not found: root CA entry not found
00:29:34.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:34.513723 20002 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
00:29:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.515972 19967 sys_catalog.cc:455] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.516683 19967 sys_catalog.cc:458] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393 [sys.catalog]: This master's current role is: LEADER
00:29:34.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.517949 19988 mvcc.cc:204] Tried to move back new op lower bound from 7305095472675254272 to 7305095472367063040. Current Snapshot: MvccSnapshot[applied={T|T < 7305095472675254272}]
00:29:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.529788 19966 sys_catalog.cc:455] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c2b08df580984bee88b46fe5b2c66393" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fde5163834284577aca0203b95ec4b72" member_type: VOTER last_known_addr { host: "127.19.56.254" port: 32907 } } peers { permanent_uuid: "0e193c0d1140481e867886908452d3f4" member_type: VOTER last_known_addr { host: "127.19.56.253" port: 44071 } } peers { permanent_uuid: "c2b08df580984bee88b46fe5b2c66393" member_type: VOTER last_known_addr { host: "127.19.56.252" port: 41535 } } }
00:29:34.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.530431 19966 sys_catalog.cc:458] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4 [sys.catalog]: This master's current role is: FOLLOWER
00:29:34.582 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:34.582 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:34.582 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:34.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.584 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.590376 19978 catalog_manager.cc:1405] Generated new certificate authority record
00:29:34.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.594717 19978 catalog_manager.cc:1539] Loading token signing keys...
00:29:34.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470574607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:34.618 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:34.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
00:29:34.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.652544 19978 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c2b08df580984bee88b46fe5b2c66393: Generated new TSK 0
00:29:34.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.661022 19978 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:34.717578 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/logs
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data/info.pb
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.193:0
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.193
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.193
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:34.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:34.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:34.921 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:34.921 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:34.922 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:34.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:34.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:34.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:34.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:35.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470575107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.108847 20005 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:35.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.109738 20005 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:35.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.110656 20005 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:35.123 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:29:35.124 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
00:29:35.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.161185 20005 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.162118 20005 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.56.193
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.203702 20005 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.193:0
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data/info.pb
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.193
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.193
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/logs
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:35.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.205451 20005 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:35.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.207546 20005 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:35.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.228003 20013 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:35.261 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:35.261 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:35.261 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:35.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.264 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:35.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:35.305 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:35.305 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:35.305 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:35.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:35.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.371040 19982 catalog_manager.cc:1294] Loaded cluster ID: 478ffb3373a4434aa4ac420d09fd7b49
00:29:35.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.372609 19982 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: loading cluster ID for follower catalog manager: success
00:29:35.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.391320 19982 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: acquiring CA information for follower catalog manager: success
00:29:35.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.403628 19982 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 0e193c0d1140481e867886908452d3f4: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:29:35.444 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:35.445 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:35.445 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:35.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:35.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:35.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:35.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:35.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:35.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:35.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:35.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:35.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:35.446 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:35.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.522693 20002 catalog_manager.cc:1609] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: acquiring CA information for follower catalog manager: success
00:29:35.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:35.547478 20002 catalog_manager.cc:1637] T 00000000000000000000000000000000 P fde5163834284577aca0203b95ec4b72: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:29:35.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470575607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:35.628 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:29:35.629 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
00:29:35.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:35.881 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [6ms] received response from server master-127.16.86.188:40499: OK, deferred=null) with no deferred attached!
00:29:35.882 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:35.882 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:35.882 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:35.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:35.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:35.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:35.885 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.095 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.096 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.096 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.097 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.097 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.097 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.098 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470576107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:36.126 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:29:36.128 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
00:29:36.199 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.199 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.199 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.200 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.200 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.205 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:36.342 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.342 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.343 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.345 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.345 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.607 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470576606 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:36.618 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:36.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
00:29:36.675 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.675 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.675 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.677 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.751 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.779 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:36.835 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.836 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.836 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.861 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:36.862 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:36.862 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:36.863 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.863 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.863 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:36.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:36.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:36.864 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:36.627650 20012 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20005
00:29:36.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:36.979105 20005 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.746s	user 0.551s	sys 0.884s
00:29:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:36.981618 20005 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.749s	user 0.551s	sys 0.884s
00:29:36.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:35.233886 20014 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:36.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:36.991496 20005 server_base.cc:1061] running on GCE node
00:29:36.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:36.993120 20024 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:36.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:36.994521 20005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:36.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:36.997161 20005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:36.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:36.998543 20005 hybrid_clock.cc:648] HybridClock initialized: now 1783470576998444 us; error 108 us; skew 500 ppm
00:29:36.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:36.999469 20005 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:37.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.006210 20005 webserver.cc:534] Webserver started at http://127.19.56.193:39409/ using document root <none> and password file <none>
00:29:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.007170 20005 fs_manager.cc:362] Metadata directory not provided
00:29:37.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.007407 20005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.007905 20005 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.013000 20005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data/instance:
00:29:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b59bb9f43d8479c8e3bb8390c2d4249"
00:29:37.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:37 on dist-test-slave-qgzj"
00:29:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.014401 20005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal/instance:
00:29:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b59bb9f43d8479c8e3bb8390c2d4249"
00:29:37.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:37 on dist-test-slave-qgzj"
00:29:37.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.023222 20005 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.004s	sys 0.004s
00:29:37.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.029448 20029 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:37.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.030701 20005 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
00:29:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.031052 20005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal
00:29:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b59bb9f43d8479c8e3bb8390c2d4249"
00:29:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:37 on dist-test-slave-qgzj"
00:29:37.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.031392 20005 fs_report.cc:389] FS layout report
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data/data
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:37.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:37.037 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.037 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.038 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.075 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.075 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.075 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.077 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.086596 20005 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:37.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.092418 20005 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:37.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.093052 20005 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:37.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.096275 20005 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:37.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.101580 20005 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.101850 20005 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.102172 20005 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:37.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.102346 20005 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:29:37.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470577107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:37.125 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
00:29:37.126 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
00:29:37.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:37.220342 19476 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad440 after lost signal to thread 19295
00:29:37.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:37.221612 19476 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9c00 after lost signal to thread 19479
00:29:37.238 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.238 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.239 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.239 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.239 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.241 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.256 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.256 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.258 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.259 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.264 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:37.264 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:37.264 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:37.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:37.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:37.264 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:37.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:37.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:37.264 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:37.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:37.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:37.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:37.265 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:37.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:37.274 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.274 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.275 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.278 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.278 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.279 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.608 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470577607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:37.618 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:29:37.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
00:29:37.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:37.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.801904 20005 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.193:35769
00:29:37.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.802096 20142 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.193:35769 every 8 connection(s)
00:29:37.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.805713 20005 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/data/info.pb
00:29:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.807123 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 20005
00:29:37.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.807727 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-0/wal/instance
00:29:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.838822 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal
00:29:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data
00:29:37.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/logs
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data/info.pb
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.194:0
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.194
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.194
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:37.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:37.882 [DEBUG - pool-50-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [7ms] received response from server master-127.16.86.188:40499: OK, deferred=null) with no deferred attached!
00:29:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.894764 20143 heartbeater.cc:344] Connected to a master server at 127.19.56.253:44071
00:29:37.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.895315 20143 heartbeater.cc:461] Registering TS with master...
00:29:37.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.896881 20143 heartbeater.cc:507] Master 127.19.56.253:44071 requested a full tablet report, sending...
00:29:37.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.901075 19812 ts_manager.cc:194] Registered new tserver with Master: 1b59bb9f43d8479c8e3bb8390c2d4249 (127.19.56.193:35769)
00:29:37.936 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:37.936 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:37.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.936389 20145 heartbeater.cc:344] Connected to a master server at 127.19.56.252:41535
00:29:37.937 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:37.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.936896 20145 heartbeater.cc:461] Registering TS with master...
00:29:37.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:37.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:37.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.938030 20145 heartbeater.cc:507] Master 127.19.56.252:41535 requested a full tablet report, sending...
00:29:37.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:37.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.944890 19900 ts_manager.cc:194] Registered new tserver with Master: 1b59bb9f43d8479c8e3bb8390c2d4249 (127.19.56.193:35769)
00:29:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.949056 19900 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.56.193:35311
00:29:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.967284 20150 heartbeater.cc:344] Connected to a master server at 127.19.56.254:32907
00:29:37.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.967692 20150 heartbeater.cc:461] Registering TS with master...
00:29:37.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.968428 20150 heartbeater.cc:507] Master 127.19.56.254:32907 requested a full tablet report, sending...
00:29:37.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:37.972028 19730 ts_manager.cc:194] Registered new tserver with Master: 1b59bb9f43d8479c8e3bb8390c2d4249 (127.19.56.193:35769)
00:29:38.107 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470578107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:38.120 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:29:38.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
00:29:38.261 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:38.262 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:38.262 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:38.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:38.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:38.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:38.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:38.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:38.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:38.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:38.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:38.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:38.264 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:38.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:38.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.361042 20147 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.361977 20147 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:38.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.362820 20147 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:38.390 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:38.390 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:38.390 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:38.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.392 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:38.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.420217 20147 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:38.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.421777 20147 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.56.194
00:29:38.425 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:38.425 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:38.425 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:38.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:38.484434 20147 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.194:0
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data/info.pb
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.194
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.194
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/logs
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:38.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:38.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:38.486212 20147 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:38.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:38.488363 20147 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:38.498 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:38.498 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:38.499 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:38.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.500 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.500 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.500 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.500 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.509495 20162 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:38.609 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470578607 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:38.619 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:38.621 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
00:29:38.778 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:38.804 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:38.805 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:38.805 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:38.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:38.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:38.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:38.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:38.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:38.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:38.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:38.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:38.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:38.806 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:38.930 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:38.930 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:38.930 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:38.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:38.932 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.932 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:38.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:38.932 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:38.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:38.957834 20145 heartbeater.cc:499] Master 127.19.56.252:41535 was elected leader, sending a full tablet report...
00:29:39.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:39.005 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:39.005 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:39.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:39.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:39.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:39.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:39.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:39.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:39.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:39.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:39.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:39.006 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:39.108 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 74 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470579107 for job 14769396fc56260fa73e0701c7b89d3c.
00:29:39.118 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 74 for job 14769396fc56260fa73e0701c7b89d3c (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:29:39.119 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 74 as completed for source Source: KuduSource.
00:29:39.241 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.241 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.241 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.244 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29384), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [2ms] received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [425ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [584ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2561ms] refreshing cache from master, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2565ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5342ms] refreshing cache from master, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5862ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@621f9ed1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770)))
00:29:39.245 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.245 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.245 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.245 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29384), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [2ms] received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [425ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [584ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2561ms] refreshing cache from master, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2565ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5342ms] refreshing cache from master, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5862ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@621f9ed1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29384), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [2ms] received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [425ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [584ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2561ms] refreshing cache from master, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2565ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5342ms] refreshing cache from master, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5862ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@621f9ed1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:39.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.263 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.263 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.263 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.264 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.264 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:39.273 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29384), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [2ms] received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [425ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [584ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2561ms] refreshing cache from master, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2565ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5342ms] refreshing cache from master, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5862ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@621f9ed1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29384), Traces: [0ms] sending RPC to server master-127.16.86.188:40499, [2ms] received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [425ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [584ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [821ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2561ms] refreshing cache from master, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2565ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5342ms] refreshing cache from master, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [5343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [5344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [5862ms] refreshing cache from master, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@125994036(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@621f9ed1 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2147384235 after retry RPC after error@1235504997) -> (continuation of Deferred@1519702337 after retry RPC after error@1147348436) -> (continuation of Deferred@1221340624 after retry RPC after error@603491531) -> (continuation of Deferred@1595559724 after retry RPC after error@34249886) -> (continuation of Deferred@721519522 after retry RPC after error@1282985181) -> (continuation of Deferred@1092000081 after retry RPC after error@388891521) -> (continuation of Deferred@806719061 after retry RPC after error@973189806) -> (continuation of Deferred@1336441006 after retry RPC after error@687687889) -> (continuation of Deferred@872811709 after retry RPC after error@61164625) -> (continuation of Deferred@264518019 after retry RPC after error@1304253290) -> (continuation of Deferred@1230691716 after retry RPC after error@1614071610) -> (continuation of Deferred@1318249118 after retry RPC after error@1762909733) -> (continuation of Deferred@1991940222 after retry RPC after error@812747908) -> (continuation of Deferred@1773014534 after retry RPC after error@515573728) -> (continuation of Deferred@1012929825 after retry RPC after error@4832133) -> (continuation of Deferred@420367284 after retry RPC after error@1598868338) -> (continuation of Deferred@1664681127 after retry RPC after error@778112726) -> (continuation of Deferred@1163502405 after retry RPC after error@2096625607) -> (continuation of Deferred@1463867586 after retry RPC after error@1911647042) -> (continuation of Deferred@2042277298 after retry RPC after error@976233613) -> (continuation of Deferred@1801944513 after retry RPC after error@288792724) -> (continuation of Deferred@1028479037 after retry RPC after error@107087701) -> (continuation of Deferred@1455160109 after retry RPC after error@1923990382) -> (continuation of Deferred@628552118 after retry RPC after error@859308770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:39.275 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:29:39.275 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:29:39.276 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:29:39.277 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:29:39.278 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:29:39.278 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:29:39.278 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:29:39.279 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
00:29:39.280 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:29:39.280 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
00:29:39.281 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.281 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.281 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.282 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.282 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.283 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.283 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.283 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.283 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.284 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:29:39.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
00:29:39.284 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:29:39.301 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.301 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.301 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state TERMINATED
00:29:39.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state TERMINATED
00:29:39.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5a4b2354b9c44056b528c2d8f0fd07f0(127.17.11.194:33815)] disconnecting while in state TERMINATED
00:29:39.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state TERMINATED
00:29:39.308 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:39.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:39.310 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
00:29:39.310 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
00:29:39.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:29:39.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:29:39.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:29:39.316 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] disconnecting while in state TERMINATED
00:29:39.316 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state TERMINATED
00:29:39.316 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state TERMINATED
00:29:39.316 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state TERMINATED
00:29:39.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:39.317 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:39.317 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
00:29:39.317 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
00:29:39.319 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:39.319 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:29:39.320 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:29:39.320 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:29:39.321 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.321 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.321 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.325 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:29:39.325 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:29:39.325 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:29:39.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state TERMINATED
00:29:39.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state TERMINATED
00:29:39.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state TERMINATED
00:29:39.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 21cb3aab10a743f583928825c7c6c733(127.17.11.193:35741)] disconnecting while in state TERMINATED
00:29:39.327 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:39.327 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:39.328 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:29:39.328 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:39.330 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:29:39.330 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:39.331 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:29:39.331 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:29:39.334 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:29:39.334 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:29:39.334 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:29:39.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 9f014c8fc2c441d0897306b645efde40(127.17.11.195:43837)] disconnecting while in state TERMINATED
00:29:39.335 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:39.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.11.253:37269(127.17.11.253:37269)] disconnecting while in state TERMINATED
00:29:39.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.11.254:46265(127.17.11.254:46265)] disconnecting while in state TERMINATED
00:29:39.335 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.11.252:43315(127.17.11.252:43315)] disconnecting while in state TERMINATED
00:29:39.335 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:39.335 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:39.336 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:39.336 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.336 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.336 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.336 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.336 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.336 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.336 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:39.336 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:29:39.336 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:39.337 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:29:39.341 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.342 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.342 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.349 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:29:39.349 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
00:29:39.350 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:29:39.351 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:29:39.351 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:39.351 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:39.355 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:39.356 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:29:39.356 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:29:39.356 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:29:39.357 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
00:29:39.358 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:29:39.359 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:39.380 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:29:39.381 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
00:29:39.381 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.382 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.382 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:29:39.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:29:39.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.383 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.383 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.383 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.383 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
00:29:39.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.384 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.384 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:29:39.385 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:29:39.521 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.521 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.521 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.522 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:39.614 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:39.615 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:39.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:39.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:39.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:39.677 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:39.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.678 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.679 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:39.729 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:39.730 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:39.730 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:39.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:39.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:39.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:39.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:39.761 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:39.762 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:39.762 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:39.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:39.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:39.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:39.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:39.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:40.041 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.042 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.042 [DEBUG - pool-50-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.043 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:39.913025 20161 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20147
00:29:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:38.514906 20163 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.079149 20147 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.566s	user 0.609s	sys 0.821s
00:29:40.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.079470 20147 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.566s	user 0.609s	sys 0.821s
00:29:40.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.086555 20186 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:40.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.087451 20147 server_base.cc:1061] running on GCE node
00:29:40.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.088464 20147 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:40.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.090566 20147 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.091915 20147 hybrid_clock.cc:648] HybridClock initialized: now 1783470580091882 us; error 26 us; skew 500 ppm
00:29:40.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.092769 20147 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.098428 20147 webserver.cc:534] Webserver started at http://127.19.56.194:35875/ using document root <none> and password file <none>
00:29:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.099303 20147 fs_manager.cc:362] Metadata directory not provided
00:29:40.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.099519 20147 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:40.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.099978 20147 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.104763 20147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data/instance:
00:29:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77100e0b66854dfeb7f9097696adeccc"
00:29:40.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:40 on dist-test-slave-qgzj"
00:29:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.105962 20147 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal/instance:
00:29:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77100e0b66854dfeb7f9097696adeccc"
00:29:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:40 on dist-test-slave-qgzj"
00:29:40.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.113022 20147 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.001s
00:29:40.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.118854 20192 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.119851 20147 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
00:29:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.120162 20147 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal
00:29:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "77100e0b66854dfeb7f9097696adeccc"
00:29:40.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:40 on dist-test-slave-qgzj"
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.120458 20147 fs_report.cc:389] FS layout report
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data/data
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:40.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:40.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.170635 20147 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.172072 20147 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:40.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.172523 20147 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:40.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.175176 20147 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.179497 20147 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:40.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.179710 20147 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.179982 20147 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:40.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.180145 20147 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:29:40.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.321206 20147 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.194:34123
00:29:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.321328 20304 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.194:34123 every 8 connection(s)
00:29:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.323691 20147 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/data/info.pb
00:29:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.327986 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 20147
00:29:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.328450 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-1/wal/instance
00:29:40.339 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:29:40.339 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:29:40.340 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
00:29:40.342 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.355904 19683 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/logs
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data/info.pb
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.195:0
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.195
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.195
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:40.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:40.364 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
00:29:40.365 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
00:29:40.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:29:40.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
00:29:40.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
00:29:40.366 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:29:40.367 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
00:29:40.367 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
00:29:40.367 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:29:40.368 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:40.368 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:40.369 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:40.369 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:29:40.370 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:29:40.370 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:29:40.395 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:29:40.395 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:40.396 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:40.396 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:40.396 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:29:40.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
00:29:40.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.397 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
00:29:40.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.397 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:29:40.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f72079e
00:29:40.398 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:29:40.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:40.398 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:40.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:40.398 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:29:40.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.399 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:29:40.399 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:40.400 [INFO - Thread-20] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:29:40.400 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:29:40.400 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:29:40.400 [DEBUG - Thread-20] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:29:40.400 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:40.401 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5db7c7e0
00:29:40.402 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
00:29:40.402 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:29:40.402 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:29:40.403 [INFO - Thread-20] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:29:40.403 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:40.403 [INFO - Thread-20] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:29:40.405 [DEBUG - Thread-20] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:40.405 [INFO - Thread-20] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:29:40.406 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:29:40.407 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:29:40.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
00:29:40.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
00:29:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.409168 20305 heartbeater.cc:344] Connected to a master server at 127.19.56.253:44071
00:29:40.409 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@757d4a14
00:29:40.409 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.409673 20305 heartbeater.cc:461] Registering TS with master...
00:29:40.410 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:40.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:29:40.411 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:29:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.411443 20305 heartbeater.cc:507] Master 127.19.56.253:44071 requested a full tablet report, sending...
00:29:40.413 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:29:40.414 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:29:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.419199 20307 heartbeater.cc:344] Connected to a master server at 127.19.56.254:32907
00:29:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.419534 20307 heartbeater.cc:461] Registering TS with master...
00:29:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.419565 19812 ts_manager.cc:194] Registered new tserver with Master: 77100e0b66854dfeb7f9097696adeccc (127.19.56.194:34123)
00:29:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.420364 20307 heartbeater.cc:507] Master 127.19.56.254:32907 requested a full tablet report, sending...
00:29:40.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
00:29:40.420 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
00:29:40.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@353fdf2
00:29:40.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:40.421 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.421759 20306 heartbeater.cc:344] Connected to a master server at 127.19.56.252:41535
00:29:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.422102 20306 heartbeater.cc:461] Registering TS with master...
00:29:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.422907 20306 heartbeater.cc:507] Master 127.19.56.252:41535 requested a full tablet report, sending...
00:29:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.427035 19730 ts_manager.cc:194] Registered new tserver with Master: 77100e0b66854dfeb7f9097696adeccc (127.19.56.194:34123)
00:29:40.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.428540 19900 ts_manager.cc:194] Registered new tserver with Master: 77100e0b66854dfeb7f9097696adeccc (127.19.56.194:34123)
00:29:40.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.430433 19900 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.56.194:57121
00:29:40.435 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:29:40.435 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:29:40.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:29:40.437 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:29:40.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3d4efa86
00:29:40.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50934456
00:29:40.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:40.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:29:40.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:29:40.439 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:29:40.443 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:40.443 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bbdd0f8
00:29:40.446 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:40.447 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:40.447 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:40.447 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:40.447 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:40.448 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ea63e12
00:29:40.449 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.450 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.451 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:40.451 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.452 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.452 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.452 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.453 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.453 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.454 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.456 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.457 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.457 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.457 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.457 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.457 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.458 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.459 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.459 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.460 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.460 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.461 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.462 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.463 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.463 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.465 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.469 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.470 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.470 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.471 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.471 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.472 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.474 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.476 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.476 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.477 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.478 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.479 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.479 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.479 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.479 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.480 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.480 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.482 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.484 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.484 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.484 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.484 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.485 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.485 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.485 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.485 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.490 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.490 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.491 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.491 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.492 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.494 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.494 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.494 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.495 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.495 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.496 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.496 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.498 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.499 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.499 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.499 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.499 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.500 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.500 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.500 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.500 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.501 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.501 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.502 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.510 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.510 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.510 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.510 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.511 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.511 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.511 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.511 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.512 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.519 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.519 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.519 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.519 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.519 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.519 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.520 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.520 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.530 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.531 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.531 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.531 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.532 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.532 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.532 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.532 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.533 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.538 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.539 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.539 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.539 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.539 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.540 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.540 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.540 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.540 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.540 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.540 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.558 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:40.558 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:40.559 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:40.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.560 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:40.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.561 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.569 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.570 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.570 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.571 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.571 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.571 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.571 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.572 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.572 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.572 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.578 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.579 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.579 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.581 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.599 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.600 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.600 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.601 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.601 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.610 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.611 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.612 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.612 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.612 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.618 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.619 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.619 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:40.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:40.622 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:40.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.622 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.622 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.622 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.623 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.623 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.623 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.623 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:40.631 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.631 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.631 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.632 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.638 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.638 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.639 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.640 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.640 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.640 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.641 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.642 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.651 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.651 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.652 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.653 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.672 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.679 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.679 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.679 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.680 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.680 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.680 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.680 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.680 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.730 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.730 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.731 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.731 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.731 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.731 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.731 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.733 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.733 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:40.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.791 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.794283 20316 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:40.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.794737 20316 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:40.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.795168 20316 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:40.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.845661 20316 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:40.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.846966 20316 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.56.195
00:29:40.861 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:40.862 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:40.862 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:40.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:40.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:40.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:40.869 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:40.871 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.871 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.871 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.878 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.878 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.879 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.907264 20316 tablet_server_runner.cc:78] Tablet server non-default flags:
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.56.212:39229
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.56.195:0
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data/info.pb
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.56.195
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.56.254:32907,127.19.56.253:44071,127.19.56.252:41535
00:29:40.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.56.195
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/logs
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:40.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.908700 20316 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:40.910697 20316 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:40.917 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:40.918 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:40.918 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:40.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.919 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.924562 20376 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:40.926 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:40.946 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:40.946 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:40.946 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:40.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:40.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:40.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:40.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:40.991 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:40.992 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:40.992 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:40.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:40.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:40.993 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.993 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.993 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:40.993 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.035 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:41.035 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:41.035 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:41.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:41.100 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:41.100 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:41.100 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:41.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:41.143 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:41.144 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:41.144 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:41.144 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.144 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.144 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.145 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.145 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:41.190 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.190 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.190 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.191 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.272 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.272 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:41.272 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.273 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.399 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.400 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.400 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.401 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:41.433923 20306 heartbeater.cc:499] Master 127.19.56.252:41535 was elected leader, sending a full tablet report...
00:29:41.481 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:41.482 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:41.482 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:41.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.484 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.484 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:41.491 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.491 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.491 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.493 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.623 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:41.624 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:41.624 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:41.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:41.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:41.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:41.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:41.635 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:41.636 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:41.636 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:41.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:41.653 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:41.654 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:41.654 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:41.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.655 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:41.731 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.732 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:41.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:41.750 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:41.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:41.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:41.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:41.751 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:41.758 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:41.759 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:41.759 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:41.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:41.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:41.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:41.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:41.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:41.799 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:41.800 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:41.800 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:41.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:41.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:41.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:41.802 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:41.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:42.190 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:42.190 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:42.191 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:42.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.191 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.930109 20377 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:42.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:40.933948 20379 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:42.199188 20378 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1271 milliseconds
00:29:42.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.199317 20316 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:42.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.200547 20316 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:42.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.206346 20316 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.207756 20316 hybrid_clock.cc:648] HybridClock initialized: now 1783470582207723 us; error 48 us; skew 500 ppm
00:29:42.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.208768 20316 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:42.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.215416 20316 webserver.cc:534] Webserver started at http://127.19.56.195:38375/ using document root <none> and password file <none>
00:29:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.216394 20316 fs_manager.cc:362] Metadata directory not provided
00:29:42.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.216626 20316 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:42.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.217068 20316 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.222280 20316 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data/instance:
00:29:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c26916e6117482ba492f9a9f5bfcea6"
00:29:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:42 on dist-test-slave-qgzj"
00:29:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.223453 20316 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal/instance:
00:29:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c26916e6117482ba492f9a9f5bfcea6"
00:29:42.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:42 on dist-test-slave-qgzj"
00:29:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.232257 20316 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
00:29:42.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.238102 20389 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.239228 20316 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
00:29:42.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.239573 20316 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3c26916e6117482ba492f9a9f5bfcea6"
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:42 on dist-test-slave-qgzj"
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.239935 20316 fs_report.cc:389] FS layout report
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data/data
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:42.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.314038 20316 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.315672 20316 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:42.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.316138 20316 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.319247 20316 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:29:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.325059 20316 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:29:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.325348 20316 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:29:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.325662 20316 ts_tablet_manager.cc:616] Registered 0 tablets
00:29:42.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.325862 20316 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:29:42.399 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:42.399 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:42.399 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:42.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:42.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:42.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:42.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:42.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:42.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:42.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:42.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:42.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.476763 20316 rpc_server.cc:307] RPC server started. Bound to: 127.19.56.195:44687
00:29:42.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.476871 20501 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.56.195:44687 every 8 connection(s)
00:29:42.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.479306 20316 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/data/info.pb
00:29:42.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.482261 19683 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 20316
00:29:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.482647 19683 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster4549708039936207309/ts-2/wal/instance
00:29:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.513481 20502 heartbeater.cc:344] Connected to a master server at 127.19.56.253:44071
00:29:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.513538 20503 heartbeater.cc:344] Connected to a master server at 127.19.56.252:41535
00:29:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.514014 20502 heartbeater.cc:461] Registering TS with master...
00:29:42.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.514016 20503 heartbeater.cc:461] Registering TS with master...
00:29:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.515733 20503 heartbeater.cc:507] Master 127.19.56.252:41535 requested a full tablet report, sending...
00:29:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.515854 20502 heartbeater.cc:507] Master 127.19.56.253:44071 requested a full tablet report, sending...
00:29:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.518005 20504 heartbeater.cc:344] Connected to a master server at 127.19.56.254:32907
00:29:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.518337 20504 heartbeater.cc:461] Registering TS with master...
00:29:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.518882 19900 ts_manager.cc:194] Registered new tserver with Master: 3c26916e6117482ba492f9a9f5bfcea6 (127.19.56.195:44687)
00:29:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.519083 20504 heartbeater.cc:507] Master 127.19.56.254:32907 requested a full tablet report, sending...
00:29:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.519345 19812 ts_manager.cc:194] Registered new tserver with Master: 3c26916e6117482ba492f9a9f5bfcea6 (127.19.56.195:44687)
00:29:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.520483 19900 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.56.195:33521
00:29:42.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.522346 19730 ts_manager.cc:194] Registered new tserver with Master: 3c26916e6117482ba492f9a9f5bfcea6 (127.19.56.195:44687)
00:29:42.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.527887 19683 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:29:42.538 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:42.538 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:29:42.540 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.56.254"
      port: 32907
    }
    bound_http_address {
      host: "127.19.56.254"
      port: 35021
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.56.253"
      port: 44071
    }
    bound_http_address {
      host: "127.19.56.253"
      port: 34187
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.56.252"
      port: 41535
    }
    bound_http_address {
      host: "127.19.56.252"
      port: 39053
    }
  }
}

00:29:42.540 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:29:42.541 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.56.193"
      port: 35769
    }
    bound_http_address {
      host: "127.19.56.193"
      port: 39409
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.56.194"
      port: 34123
    }
    bound_http_address {
      host: "127.19.56.194"
      port: 35875
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.56.195"
      port: 44687
    }
    bound_http_address {
      host: "127.19.56.195"
      port: 38375
    }
  }
}

00:29:42.541 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:29:42.543 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:42.544 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:42.545 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:42.546 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:42.546 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.104.62:41209(127.18.104.62:41209)] Successfully connected to peer
00:29:42.549 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.104.61:34275(127.18.104.61:34275)] Successfully connected to peer
00:29:42.552 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.62
00:29:42.555 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.104.60:39519(127.18.104.60:39519)] Successfully connected to peer
00:29:42.559 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.60
00:29:42.563 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:42.568 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.61
00:29:42.569 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x164b832a, L:/127.0.0.1:42234 - R:/127.18.104.62:41209] using SASL/PLAIN
00:29:42.569 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:42.574 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x588cc743, L:/127.0.0.1:49388 - R:/127.18.104.60:39519] using SASL/PLAIN
00:29:42.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:42.578 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: OK, deferred=null) after lookup
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.580399 19051 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:49388:
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:42.584 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:42.585659 19051 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:29:42.594 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb5b26c61, L:/127.0.0.1:55060 - R:/127.18.104.61:34275] using SASL/PLAIN
00:29:42.690 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:42.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.740406 19608 tablet_service.cc:1511] Processing CreateTablet for tablet 0ef81879819e48e3b14be4d8d8d03ec8 (DEFAULT_TABLE table=replication_test_table [id=a516e99d3bab4e8bb34a2669c5a13e6d]), partition=
00:29:42.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.742503 19608 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ef81879819e48e3b14be4d8d8d03ec8. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.744136 19415 tablet_service.cc:1511] Processing CreateTablet for tablet 0ef81879819e48e3b14be4d8d8d03ec8 (DEFAULT_TABLE table=replication_test_table [id=a516e99d3bab4e8bb34a2669c5a13e6d]), partition=
00:29:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.749434 19415 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ef81879819e48e3b14be4d8d8d03ec8. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:42.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.761459 19219 tablet_service.cc:1511] Processing CreateTablet for tablet 0ef81879819e48e3b14be4d8d8d03ec8 (DEFAULT_TABLE table=replication_test_table [id=a516e99d3bab4e8bb34a2669c5a13e6d]), partition=
00:29:42.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.763382 19219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0ef81879819e48e3b14be4d8d8d03ec8. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:42.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:42.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.788383 20536 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Bootstrap starting.
00:29:42.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.797605 20537 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Bootstrap starting.
00:29:42.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.807673 20536 tablet_bootstrap.cc:654] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Neither blocks nor log segments found. Creating new log.
00:29:42.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.807713 20538 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Bootstrap starting.
00:29:42.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.810578 20536 log.cc:826] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Log is configured to *not* fsync() on all Append() calls
00:29:42.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.811926 20537 tablet_bootstrap.cc:654] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Neither blocks nor log segments found. Creating new log.
00:29:42.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.814452 20537 log.cc:826] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Log is configured to *not* fsync() on all Append() calls
00:29:42.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.816650 20538 tablet_bootstrap.cc:654] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Neither blocks nor log segments found. Creating new log.
00:29:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.817000 20536 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: No bootstrap required, opened a new log
00:29:42.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.817512 20536 ts_tablet_manager.cc:1403] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Time spent bootstrapping tablet: real 0.033s	user 0.012s	sys 0.005s
00:29:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.819128 20538 log.cc:826] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Log is configured to *not* fsync() on all Append() calls
00:29:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.824942 20537 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: No bootstrap required, opened a new log
00:29:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.825305 20538 tablet_bootstrap.cc:492] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: No bootstrap required, opened a new log
00:29:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.825767 20538 ts_tablet_manager.cc:1403] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Time spent bootstrapping tablet: real 0.019s	user 0.014s	sys 0.002s
00:29:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.826350 20537 ts_tablet_manager.cc:1403] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Time spent bootstrapping tablet: real 0.029s	user 0.009s	sys 0.011s
00:29:42.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.852957 20537 raft_consensus.cc:359] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.853880 20537 raft_consensus.cc:385] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.854179 20537 raft_consensus.cc:740] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dabeca08cf5a416d94721c633a9878ea, State: Initialized, Role: FOLLOWER
00:29:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.854421 20536 raft_consensus.cc:359] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.855507 20536 raft_consensus.cc:385] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.855091 20537 consensus_queue.cc:260] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.855127 20538 raft_consensus.cc:359] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.855805 20536 raft_consensus.cc:740] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5dd725ac05d643d5bae402176e92b4a5, State: Initialized, Role: FOLLOWER
00:29:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.855993 20538 raft_consensus.cc:385] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:42.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.856281 20538 raft_consensus.cc:740] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1c812da8d6642f4bec00f722acb74c0, State: Initialized, Role: FOLLOWER
00:29:42.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.856858 20536 consensus_queue.cc:260] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.857474 20538 consensus_queue.cc:260] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:42.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.864423 20538 ts_tablet_manager.cc:1434] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Time spent starting tablet: real 0.038s	user 0.030s	sys 0.004s
00:29:42.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.871554 20537 ts_tablet_manager.cc:1434] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Time spent starting tablet: real 0.045s	user 0.031s	sys 0.008s
00:29:42.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:42.885278 20536 ts_tablet_manager.cc:1434] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Time spent starting tablet: real 0.067s	user 0.030s	sys 0.008s
00:29:42.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:42.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:42.960842 19483 tablet.cc:2406] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:42.971 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:42.972 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:42.972 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:42.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:42.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:42.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:42.972 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:43.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.019451 20542 raft_consensus.cc:493] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:43.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.019974 20542 raft_consensus.cc:515] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:43.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.022997 20542 leader_election.cc:290] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5dd725ac05d643d5bae402176e92b4a5 (127.18.104.3:46857), a1c812da8d6642f4bec00f722acb74c0 (127.18.104.1:46815)
00:29:43.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.034431 19628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ef81879819e48e3b14be4d8d8d03ec8" candidate_uuid: "dabeca08cf5a416d94721c633a9878ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dd725ac05d643d5bae402176e92b4a5" is_pre_election: true
00:29:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.034423 19239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ef81879819e48e3b14be4d8d8d03ec8" candidate_uuid: "dabeca08cf5a416d94721c633a9878ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1c812da8d6642f4bec00f722acb74c0" is_pre_election: true
00:29:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.035094 19239 raft_consensus.cc:2468] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dabeca08cf5a416d94721c633a9878ea in term 0.
00:29:43.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.035151 19628 raft_consensus.cc:2468] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dabeca08cf5a416d94721c633a9878ea in term 0.
00:29:43.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.036370 19371 leader_election.cc:304] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5dd725ac05d643d5bae402176e92b4a5, dabeca08cf5a416d94721c633a9878ea; no voters: 
00:29:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.037146 20542 raft_consensus.cc:2804] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.037482 20542 raft_consensus.cc:493] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:43.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.037760 20542 raft_consensus.cc:3060] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 0 FOLLOWER]: Advancing to term 1
00:29:43.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.043421 20542 raft_consensus.cc:515] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:43.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.045039 20542 leader_election.cc:290] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [CANDIDATE]: Term 1 election: Requested vote from peers 5dd725ac05d643d5bae402176e92b4a5 (127.18.104.3:46857), a1c812da8d6642f4bec00f722acb74c0 (127.18.104.1:46815)
00:29:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.047185 19239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ef81879819e48e3b14be4d8d8d03ec8" candidate_uuid: "dabeca08cf5a416d94721c633a9878ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1c812da8d6642f4bec00f722acb74c0"
00:29:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.047606 19239 raft_consensus.cc:3060] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 0 FOLLOWER]: Advancing to term 1
00:29:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:43.050762 19676 tablet.cc:2406] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:43.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.051265 19628 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0ef81879819e48e3b14be4d8d8d03ec8" candidate_uuid: "dabeca08cf5a416d94721c633a9878ea" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5dd725ac05d643d5bae402176e92b4a5"
00:29:43.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.052392 19628 raft_consensus.cc:3060] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 0 FOLLOWER]: Advancing to term 1
00:29:43.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.053675 19239 raft_consensus.cc:2468] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dabeca08cf5a416d94721c633a9878ea in term 1.
00:29:43.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.055040 19369 leader_election.cc:304] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: a1c812da8d6642f4bec00f722acb74c0, dabeca08cf5a416d94721c633a9878ea; no voters: 
00:29:43.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.055874 20542 raft_consensus.cc:2804] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 1 FOLLOWER]: Leader election won for term 1
00:29:43.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.057741 20542 raft_consensus.cc:697] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [term 1 LEADER]: Becoming Leader. State: Replica: dabeca08cf5a416d94721c633a9878ea, State: Running, Role: LEADER
00:29:43.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.058714 20542 consensus_queue.cc:237] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } }
00:29:43.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.059794 19628 raft_consensus.cc:2468] T 0ef81879819e48e3b14be4d8d8d03ec8 P 5dd725ac05d643d5bae402176e92b4a5 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dabeca08cf5a416d94721c633a9878ea in term 1.
00:29:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.069849 19050 catalog_manager.cc:5696] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea reported cstate change: term changed from 0 to 1, leader changed from <none> to dabeca08cf5a416d94721c633a9878ea (127.18.104.2). New cstate: current_term: 1 leader_uuid: "dabeca08cf5a416d94721c633a9878ea" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dabeca08cf5a416d94721c633a9878ea" member_type: VOTER last_known_addr { host: "127.18.104.2" port: 37031 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 } health_report { overall_health: UNKNOWN } } }
00:29:43.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:43.074 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:43.075 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:43.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.076 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:43.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:43.100165 19292 tablet.cc:2406] T 0ef81879819e48e3b14be4d8d8d03ec8 P a1c812da8d6642f4bec00f722acb74c0: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:43.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:43.371 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:43.371 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:43.371 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:43.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:43.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:43.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.444432 20542 consensus_queue.cc:1048] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1c812da8d6642f4bec00f722acb74c0" member_type: VOTER last_known_addr { host: "127.18.104.1" port: 46815 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:43.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.463368 20542 consensus_queue.cc:1048] T 0ef81879819e48e3b14be4d8d8d03ec8 P dabeca08cf5a416d94721c633a9878ea [LEADER]: Connected to new peer: Peer: permanent_uuid: "5dd725ac05d643d5bae402176e92b4a5" member_type: VOTER last_known_addr { host: "127.18.104.3" port: 46857 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:43.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:43.524039 20503 heartbeater.cc:499] Master 127.19.56.252:41535 was elected leader, sending a full tablet report...
00:29:43.537 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:43.538 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:43.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.538 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:43.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.539 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:43.759 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:43.759 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:43.759 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:43.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.760 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:43.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:43.830 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:43.830 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:43.830 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:43.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:43.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:43.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:43.831 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:43.921 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:43.922 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:43.922 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:43.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:43.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:43.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:43.923 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:43.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:44.071 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:44.072 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:44.072 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:44.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.072 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.072 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:44.129 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:44.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0ef81879819e48e3b14be4d8d8d03ec8 for table 'replication_test_table' with partition [<start>, <end>)
00:29:44.132 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ef81879819e48e3b14be4d8d8d03ec8@[5dd725ac05d643d5bae402176e92b4a5(127.18.104.3:46857),a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815),dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)[L]]}]
00:29:44.132 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.18.104.60:39519, [3ms] Sub RPC GetTableLocations: received response from server master-127.18.104.60:39519: OK, deferred=null) after lookup
00:29:44.133 [DEBUG - kudu-nio-2] (Connection.java:748) [peer dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)] connecting to peer
00:29:44.134 [DEBUG - kudu-nio-3] (Connection.java:757) [peer dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)] Successfully connected to peer
00:29:44.146 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.149 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xbbf2017f, L:/127.0.0.1:36434 - R:/127.18.104.2:37031] using TOKEN/null
00:29:44.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:44.316 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:44.341 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:44.343 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:44.344 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:44.344 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:44.344 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:44.346 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:44.348 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:44.351 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:44.352 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:44.361 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:44.363 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.367 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3114a3dc, L:/127.0.0.1:43518 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:44.369 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.369 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.373 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x70e485fb, L:/127.0.0.1:54400 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:44.375 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc23d83af, L:/127.0.0.1:48472 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:44.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:44.377 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=35), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [27ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:44.380 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:44.382 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:44.389 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.104.62:41209(127.18.104.62:41209)] Successfully connected to peer
00:29:44.396 [DEBUG - main] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:44.399 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.62
00:29:44.409 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.104.61:34275(127.18.104.61:34275)] Successfully connected to peer
00:29:44.420 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.104.60:39519(127.18.104.60:39519)] Successfully connected to peer
00:29:44.424 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:44.428 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.61
00:29:44.430 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.60
00:29:44.438 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.441 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x240875e8, L:/127.0.0.1:49392 - R:/127.18.104.60:39519] using SASL/PLAIN
00:29:44.445 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:44.445 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=65), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: OK, deferred=null) after lookup
00:29:44.445 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e623d86, L:/127.0.0.1:42248 - R:/127.18.104.62:41209] using SASL/PLAIN
00:29:44.448 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:44.452 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:44.454 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0ef81879819e48e3b14be4d8d8d03ec8 for table 'replication_test_table' with partition [<start>, <end>)
00:29:44.455 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ef81879819e48e3b14be4d8d8d03ec8@[5dd725ac05d643d5bae402176e92b4a5(127.18.104.3:46857),a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815),dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)[L]]}]
00:29:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.457490 19900 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54400:
00:29:44.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:29:44.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:29:44.461 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf5bc0b67, L:/127.0.0.1:55070 - R:/127.18.104.61:34275] using SASL/PLAIN
00:29:44.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:44.463444 19900 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:29:44.522 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:44.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:44.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:44.530 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:44.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.531 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:44.546 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:44.546 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:44.546 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:44.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.547 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.558634 20077 tablet_service.cc:1511] Processing CreateTablet for tablet 509ea99992f14f419fa2691aa55036b3 (DEFAULT_TABLE table=replication_test_table [id=a5f4e9dcf8eb4a50a81772efe6374c37]), partition=
00:29:44.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.560331 20077 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 509ea99992f14f419fa2691aa55036b3. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.580912 20240 tablet_service.cc:1511] Processing CreateTablet for tablet 509ea99992f14f419fa2691aa55036b3 (DEFAULT_TABLE table=replication_test_table [id=a5f4e9dcf8eb4a50a81772efe6374c37]), partition=
00:29:44.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.582412 20240 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 509ea99992f14f419fa2691aa55036b3. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:44.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.586937 20437 tablet_service.cc:1511] Processing CreateTablet for tablet 509ea99992f14f419fa2691aa55036b3 (DEFAULT_TABLE table=replication_test_table [id=a5f4e9dcf8eb4a50a81772efe6374c37]), partition=
00:29:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.591607 20437 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 509ea99992f14f419fa2691aa55036b3. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.600209 20600 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Bootstrap starting.
00:29:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.613627 20600 tablet_bootstrap.cc:654] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Neither blocks nor log segments found. Creating new log.
00:29:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.617249 20600 log.cc:826] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Log is configured to *not* fsync() on all Append() calls
00:29:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.623431 20602 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Bootstrap starting.
00:29:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.626446 20600 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: No bootstrap required, opened a new log
00:29:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.626973 20600 ts_tablet_manager.cc:1403] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Time spent bootstrapping tablet: real 0.027s	user 0.009s	sys 0.007s
00:29:44.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.641460 20602 tablet_bootstrap.cc:654] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Neither blocks nor log segments found. Creating new log.
00:29:44.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.646909 20602 log.cc:826] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Log is configured to *not* fsync() on all Append() calls
00:29:44.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.649317 20604 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Bootstrap starting.
00:29:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.656996 20604 tablet_bootstrap.cc:654] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Neither blocks nor log segments found. Creating new log.
00:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.659179 20602 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: No bootstrap required, opened a new log
00:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.659750 20602 ts_tablet_manager.cc:1403] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Time spent bootstrapping tablet: real 0.038s	user 0.009s	sys 0.006s
00:29:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.660482 20604 log.cc:826] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Log is configured to *not* fsync() on all Append() calls
00:29:44.661 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:44.662 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:44.662 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:44.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:44.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.670187 20604 tablet_bootstrap.cc:492] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: No bootstrap required, opened a new log
00:29:44.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.670914 20604 ts_tablet_manager.cc:1403] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Time spent bootstrapping tablet: real 0.022s	user 0.012s	sys 0.004s
00:29:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.681476 20600 raft_consensus.cc:359] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.682546 20600 raft_consensus.cc:385] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:44.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.682863 20600 raft_consensus.cc:740] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b59bb9f43d8479c8e3bb8390c2d4249, State: Initialized, Role: FOLLOWER
00:29:44.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.684077 20600 consensus_queue.cc:260] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.692972 20602 raft_consensus.cc:359] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.694655 20602 raft_consensus.cc:385] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.694973 20602 raft_consensus.cc:740] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 77100e0b66854dfeb7f9097696adeccc, State: Initialized, Role: FOLLOWER
00:29:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.695914 20602 consensus_queue.cc:260] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.702915 20604 raft_consensus.cc:359] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.703938 20604 raft_consensus.cc:385] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.704259 20604 raft_consensus.cc:740] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3c26916e6117482ba492f9a9f5bfcea6, State: Initialized, Role: FOLLOWER
00:29:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.705559 20600 ts_tablet_manager.cc:1434] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Time spent starting tablet: real 0.078s	user 0.031s	sys 0.008s
00:29:44.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.705340 20604 consensus_queue.cc:260] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.710 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:44.710 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:44.710 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:44.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.713009 20602 ts_tablet_manager.cc:1434] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Time spent starting tablet: real 0.053s	user 0.037s	sys 0.003s
00:29:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.714468 20607 raft_consensus.cc:493] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:44.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.715057 20607 raft_consensus.cc:515] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.722250 20607 leader_election.cc:290] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 77100e0b66854dfeb7f9097696adeccc (127.19.56.194:34123), 3c26916e6117482ba492f9a9f5bfcea6 (127.19.56.195:44687)
00:29:44.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.724776 20604 ts_tablet_manager.cc:1434] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Time spent starting tablet: real 0.053s	user 0.035s	sys 0.013s
00:29:44.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:44.744324 20505 tablet.cc:2406] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.748376 20260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "509ea99992f14f419fa2691aa55036b3" candidate_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77100e0b66854dfeb7f9097696adeccc" is_pre_election: true
00:29:44.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.749279 20260 raft_consensus.cc:2468] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b59bb9f43d8479c8e3bb8390c2d4249 in term 0.
00:29:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.749661 20457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "509ea99992f14f419fa2691aa55036b3" candidate_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c26916e6117482ba492f9a9f5bfcea6" is_pre_election: true
00:29:44.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.750463 20457 raft_consensus.cc:2468] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1b59bb9f43d8479c8e3bb8390c2d4249 in term 0.
00:29:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.750667 20031 leader_election.cc:304] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b59bb9f43d8479c8e3bb8390c2d4249, 77100e0b66854dfeb7f9097696adeccc; no voters: 
00:29:44.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.751530 20607 raft_consensus.cc:2804] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.751897 20607 raft_consensus.cc:493] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:44.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.752188 20607 raft_consensus.cc:3060] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 0 FOLLOWER]: Advancing to term 1
00:29:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.756618 20607 raft_consensus.cc:515] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.758266 20607 leader_election.cc:290] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [CANDIDATE]: Term 1 election: Requested vote from peers 77100e0b66854dfeb7f9097696adeccc (127.19.56.194:34123), 3c26916e6117482ba492f9a9f5bfcea6 (127.19.56.195:44687)
00:29:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.759083 20260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "509ea99992f14f419fa2691aa55036b3" candidate_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "77100e0b66854dfeb7f9097696adeccc"
00:29:44.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.759598 20260 raft_consensus.cc:3060] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 0 FOLLOWER]: Advancing to term 1
00:29:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.759842 20457 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "509ea99992f14f419fa2691aa55036b3" candidate_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3c26916e6117482ba492f9a9f5bfcea6"
00:29:44.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.760373 20457 raft_consensus.cc:3060] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 0 FOLLOWER]: Advancing to term 1
00:29:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.766363 20260 raft_consensus.cc:2468] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1b59bb9f43d8479c8e3bb8390c2d4249 in term 1.
00:29:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.766634 20457 raft_consensus.cc:2468] T 509ea99992f14f419fa2691aa55036b3 P 3c26916e6117482ba492f9a9f5bfcea6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1b59bb9f43d8479c8e3bb8390c2d4249 in term 1.
00:29:44.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.767354 20031 leader_election.cc:304] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b59bb9f43d8479c8e3bb8390c2d4249, 77100e0b66854dfeb7f9097696adeccc; no voters: 
00:29:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.768067 20607 raft_consensus.cc:2804] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 1 FOLLOWER]: Leader election won for term 1
00:29:44.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.769860 20607 raft_consensus.cc:697] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [term 1 LEADER]: Becoming Leader. State: Replica: 1b59bb9f43d8479c8e3bb8390c2d4249, State: Running, Role: LEADER
00:29:44.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.770756 20607 consensus_queue.cc:237] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } }
00:29:44.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:44.787092 19900 catalog_manager.cc:5696] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 reported cstate change: term changed from 0 to 1, leader changed from <none> to 1b59bb9f43d8479c8e3bb8390c2d4249 (127.19.56.193). New cstate: current_term: 1 leader_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b59bb9f43d8479c8e3bb8390c2d4249" member_type: VOTER last_known_addr { host: "127.19.56.193" port: 35769 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 } health_report { overall_health: UNKNOWN } } }
00:29:44.830 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:44.831 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:44.831 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:44.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:44.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:44.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:44.832 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:44.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:44.872104 20313 tablet.cc:2406] T 509ea99992f14f419fa2691aa55036b3 P 77100e0b66854dfeb7f9097696adeccc: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:44.905 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:44.905 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:44.906 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:44.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:44.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:44.945 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state READY
00:29:44.945 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state READY
00:29:44.945 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state READY
00:29:44.946 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.104.61:34275(127.18.104.61:34275)] handling channelInactive
00:29:44.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state READY due to: connection closed
00:29:44.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:44.946 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.104.60:39519(127.18.104.60:39519)] handling channelInactive
00:29:44.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state READY due to: connection closed
00:29:44.947 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:44.947 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:29:44.948 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.104.62:41209(127.18.104.62:41209)] handling channelInactive
00:29:44.948 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state READY
00:29:44.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state READY due to: connection closed
00:29:44.948 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state READY
00:29:44.948 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state READY
00:29:44.948 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:44.949 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:44.949 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:44.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:44.949 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:44.949 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:44.950 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
00:29:44.950 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:44.950 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:44.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:44.950 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
00:29:44.952 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:44.952 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:29:44.952 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:29:44.952 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:44.952 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:44.952 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:29:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:44.954694 20154 tablet.cc:2406] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:44.957 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:29:44.957 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:29:44.957 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:29:44.957 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:29:44.957 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:29:44.958 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:29:44.958 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:29:44.975 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:44.976 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:44.976 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:44.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:44.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:44.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:44.977 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:45.168 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:29:45.200 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:45.200 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:45.200 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:45.200 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:45.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:45.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:45.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:45.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:45.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:45.201 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:45.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:45.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:45.201 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:45.227 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:29:45.227 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:29:45.227 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:29:45.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:45.283 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:29:45.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:45.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:45.304 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:45.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:45.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:45.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:45.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:45.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:45.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:45.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:45.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:45.306 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:45.306 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:45.310356 20627 consensus_queue.cc:1048] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3c26916e6117482ba492f9a9f5bfcea6" member_type: VOTER last_known_addr { host: "127.19.56.195" port: 44687 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:29:45.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:45.369903 20627 consensus_queue.cc:1048] T 509ea99992f14f419fa2691aa55036b3 P 1b59bb9f43d8479c8e3bb8390c2d4249 [LEADER]: Connected to new peer: Peer: permanent_uuid: "77100e0b66854dfeb7f9097696adeccc" member_type: VOTER last_known_addr { host: "127.19.56.194" port: 34123 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:45.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:45.431 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:45.431 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:45.431 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:45.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:45.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:45.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:45.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:45.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:45.655 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:45.656 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:45.656 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:45.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.657 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:45.728 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:45.729 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:45.729 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:45.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:45.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:45.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:45.731 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:45.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:45.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.014 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
00:29:46.157 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:29:46.171 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:29:46.171 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:46.172 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:46.172 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:46.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:46.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:46.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:46.173 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:46.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:46.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:46.174 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:46.174 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:46.174 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:46.174 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:46.189 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
00:29:46.203 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:29:46.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:46.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:46.214 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:46.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.215 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.215 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.215 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.215 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:46.219 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:29:46.226 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:29:46.227 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:29:46.227 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:29:46.227 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:29:46.228 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:29:46.228 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:29:46.228 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:29:46.228 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:29:46.229 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:29:46.229 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:29:46.230 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:29:46.230 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:29:46.230 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:29:46.230 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:29:46.230 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:29:46.230 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:29:46.230 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:29:46.230 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:29:46.230 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:29:46.231 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:29:46.231 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:29:46.231 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:29:46.231 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:29:46.231 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:29:46.231 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_1e0b8aecfc5f6fb33f44a8c98e81b48b/blobStorage
00:29:46.232 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:37533 - max concurrent requests: 50 - max backlog: 1000
00:29:46.232 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_1e0b8aecfc5f6fb33f44a8c98e81b48b/blobStorage
00:29:46.233 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_1e0b8aecfc5f6fb33f44a8c98e81b48b/blobStorage
00:29:46.233 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:29:46.234 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 811a0df5-22ec-48c3-a042-3eb5903ede53
00:29:46.235 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:29:46.235 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-9cb3d9d3-c02b-477a-ae6a-10ba4d1bd6d7
00:29:46.237 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-7aedba8a-f663-49de-9a07-cb90dc773aee
00:29:46.257 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:46.257 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:46.257 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:46.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:46.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.278 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:46.279 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:46.279 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:46.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.281 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.281 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:46.302 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:29:46.303 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:29:46.303 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:29:46.303 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:29:46.304 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:29:46.305 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
00:29:46.312 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
00:29:46.312 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-eeeaba0a-3380-46ad-94f0-6c8337bddb45
00:29:46.313 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:29:46.313 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:29:46.322 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:29:46.322 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:29:46.337 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:40843
00:29:46.337 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:29:46.340 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:29:46.340 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:40843 was granted leadership with leaderSessionID=be62836f-a9c1-47d0-8ebe-c15881511ed4
00:29:46.340 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:40843 , session=be62836f-a9c1-47d0-8ebe-c15881511ed4
00:29:46.342 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:29:46.342 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:29:46.343 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 48109701-4294-4f2b-bd21-3e97126200cc. Creating new DispatcherLeaderProcess.
00:29:46.343 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:29:46.344 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:29:46.346 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:29:46.346 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:29:46.348 [INFO - pool-137-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 55a0e1ee-0c09-46e3-afe8-fa636a6beb13.
00:29:46.348 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
00:29:46.355 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=48109701-4294-4f2b-bd21-3e97126200cc
00:29:46.362 [INFO - pool-137-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
00:29:46.369 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
00:29:46.370 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:29:46.370 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:29:46.370 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:29:46.370 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:29:46.373 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=55a0e1ee-0c09-46e3-afe8-fa636a6beb13
00:29:46.374 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(afe8fa636a6beb1355a0e1ee0c0946e3).
00:29:46.389 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:29:46.396 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 811a0df5-22ec-48c3-a042-3eb5903ede53 (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
00:29:46.399 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id a629ecd7a7f38e7e6272dd965fa98210.
00:29:46.399 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.400 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor 811a0df5-22ec-48c3-a042-3eb5903ede53 under a629ecd7a7f38e7e6272dd965fa98210 at the slot manager.
00:29:46.400 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.400 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-dfd18dc31e477069a827bb999b4ab6f6'.
00:29:46.400 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job dfd18dc31e477069a827bb999b4ab6f6 was granted leadership with leader id 4d3f6d02-d27c-4177-97bf-2acb1a333fd7. Creating new JobMasterServiceProcess.
00:29:46.402 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
00:29:46.408 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.408 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.409 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph e5f6ef63e15b418a56279fc195ec88c4 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.409 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.409 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:29:46.411 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:29:46.411 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31c3da3d
00:29:46.411 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:46.411 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:29:46.412 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:29:46.412 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@1f563b9 for Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6).
00:29:46.414 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (dfd18dc31e477069a827bb999b4ab6f6) under job master id 97bf2acb1a333fd74d3f6d02d27c4177.
00:29:46.414 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:29:46.416 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.417 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=4d3f6d02-d27c-4177-97bf-2acb1a333fd7
00:29:46.420 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:29:46.420 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state CREATED to RUNNING.
00:29:46.422 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:29:46.423 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:29:46.423 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:29:46.423 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:29:46.424 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(afe8fa636a6beb1355a0e1ee0c0946e3)
00:29:46.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.425 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:46.426 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:46.427 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:46.427 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.104.62:41209(127.18.104.62:41209)] Successfully connected to peer
00:29:46.428 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:29:46.429 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 97bf2acb1a333fd74d3f6d02d27c4177@pekko://flink/user/rpc/jobmanager_11 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.433 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 97bf2acb1a333fd74d3f6d02d27c4177@pekko://flink/user/rpc/jobmanager_11 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.439 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.104.61:34275(127.18.104.61:34275)] Successfully connected to peer
00:29:46.442 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.61
00:29:46.449 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.104.60:39519(127.18.104.60:39519)] Successfully connected to peer
00:29:46.451 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.60
00:29:46.451 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.62
00:29:46.460 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.463 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.466 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6ca38ada, L:/127.0.0.1:42260 - R:/127.18.104.62:41209] using SASL/PLAIN
00:29:46.468 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: afe8fa636a6beb1355a0e1ee0c0946e3.
00:29:46.469 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.469 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:46.469 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:46.470 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4bb8e20d, L:/127.0.0.1:55082 - R:/127.18.104.61:34275] using SASL/PLAIN
00:29:46.471 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:46.475 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x75537f0c, L:/127.0.0.1:49400 - R:/127.18.104.60:39519] using SASL/PLAIN
00:29:46.476 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:46.476 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:46.476 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:46.476 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.476 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.477 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:46.480 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:46.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.480 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=55), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: OK, deferred=null) after lookup
00:29:46.487 [DEBUG - main] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:46.489 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:46.489 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:46.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:46.493 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:46.497 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:46.498 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:46.502 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0ef81879819e48e3b14be4d8d8d03ec8 for table 'replication_test_table' with partition [<start>, <end>)
00:29:46.502 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=0ef81879819e48e3b14be4d8d8d03ec8@[5dd725ac05d643d5bae402176e92b4a5(127.18.104.3:46857),a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815),dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)[L]]}]
00:29:46.508 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.510 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5d8d7fca, L:/127.0.0.1:54406 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:46.514 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.516 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.516 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=59), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [47ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:46.519 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x87e1e7b3, L:/127.0.0.1:43524 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:46.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.525 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 509ea99992f14f419fa2691aa55036b3 for table 'replication_test_table' with partition [<start>, <end>)
00:29:46.525 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=509ea99992f14f419fa2691aa55036b3@[1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)[L],3c26916e6117482ba492f9a9f5bfcea6(127.19.56.195:44687),77100e0b66854dfeb7f9097696adeccc(127.19.56.194:34123)]}]
00:29:46.526 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.56.252:41535, [3ms] Sub RPC GetTableLocations: received response from server master-127.19.56.252:41535: OK, deferred=null)) after lookup
00:29:46.526 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] connecting to peer
00:29:46.528 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.534 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job dfd18dc31e477069a827bb999b4ab6f6
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 811a0df5-22ec-48c3-a042-3eb5903ede53
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:29:46.535 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa0198a7c, L:/127.0.0.1:48484 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:46.536 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 70793d19b6d56b1a81ff8b3fe2995324 from 811a0df5-22ec-48c3-a042-3eb5903ede53 for job dfd18dc31e477069a827bb999b4ab6f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.536 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3a1e26abfedcf4a45669e4727f83b890 from 811a0df5-22ec-48c3-a042-3eb5903ede53 for job dfd18dc31e477069a827bb999b4ab6f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.537 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3826e232bc74871e451d04297cc96474 from 811a0df5-22ec-48c3-a042-3eb5903ede53 for job dfd18dc31e477069a827bb999b4ab6f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.539 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 70793d19b6d56b1a81ff8b3fe2995324 for job dfd18dc31e477069a827bb999b4ab6f6 from resource manager with leader id afe8fa636a6beb1355a0e1ee0c0946e3.
00:29:46.540 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 70793d19b6d56b1a81ff8b3fe2995324 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.541 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job dfd18dc31e477069a827bb999b4ab6f6 for job leader monitoring.
00:29:46.541 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5c881c2c9f21b563115a18d8959ba028 from 811a0df5-22ec-48c3-a042-3eb5903ede53 for job dfd18dc31e477069a827bb999b4ab6f6 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.541 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 3a1e26abfedcf4a45669e4727f83b890 for job dfd18dc31e477069a827bb999b4ab6f6 from resource manager with leader id afe8fa636a6beb1355a0e1ee0c0946e3.
00:29:46.541 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 3a1e26abfedcf4a45669e4727f83b890 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.542 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 3826e232bc74871e451d04297cc96474 for job dfd18dc31e477069a827bb999b4ab6f6 from resource manager with leader id afe8fa636a6beb1355a0e1ee0c0946e3.
00:29:46.542 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 3826e232bc74871e451d04297cc96474 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.542 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 5c881c2c9f21b563115a18d8959ba028 for job dfd18dc31e477069a827bb999b4ab6f6 from resource manager with leader id afe8fa636a6beb1355a0e1ee0c0946e3.
00:29:46.538 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] Successfully connected to peer
00:29:46.542 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id 4d3f6d02-d27c-4177-97bf-2acb1a333fd7.
00:29:46.542 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 5c881c2c9f21b563115a18d8959ba028 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:29:46.544 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:29:46.545 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.546 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1783) Establish JobManager connection for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.546 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1633) Offer reserved slots to the leader of job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:29:46.547 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:29:46.548 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:29:46.548 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:29:46.548 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:29:46.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:46.549 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:29:46.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id dfd18dc31e477069a827bb999b4ab6f6
00:29:46.549 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:29:46.549 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:29:46.550 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:29:46.550 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:29:46.551 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:29:46.552 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:29:46.556 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:29:46.556 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:29:46.556 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:29:46.557 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:29:46.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f5d5f8a
00:29:46.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:46.558 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:29:46.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:29:46.559 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:29:46.559 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:29:46.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:29:46.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:29:46.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d72b98f
00:29:46.561 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:46.562 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:29:46.562 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:29:46.563 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:29:46.566 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@115afd21
00:29:46.569 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.569 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:46.569 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:46.570 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:46.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:46.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:46.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:46.572 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:46.572 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65f5c6d8
00:29:46.574 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:29:46.574 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:29:46.574 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:29:46.574 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:29:46.574 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:29:46.575 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:29:46.577 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:29:46.577 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:29:46.577 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72218d4f
00:29:46.578 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:46.578 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:29:46.578 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:29:46.581 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:29:46.581 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:29:46.582 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26080e35
00:29:46.582 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:46.582 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:29:46.582 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:29:46.585 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:29:46.586 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.590 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.590 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@8dabc7e
00:29:46.591 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9805ea75, L:/127.0.0.1:38120 - R:/127.19.56.193:35769] using TOKEN/null
00:29:46.592 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.593 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:29:46.595 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:46.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.603 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c74ab91
00:29:46.605 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.617 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:46.629 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:46.629 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:46.630 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:46.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:46.631 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:46.632 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:46.634 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:46.639 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:46.646 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:46.648 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:46.651 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.658 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.665 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x33da7d0a, L:/127.0.0.1:43530 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:46.666 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:46.669 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:46.679 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.680 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.683 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.687 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe89abfe1, L:/127.0.0.1:43532 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:46.689 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x611f28f3, L:/127.0.0.1:54422 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:46.691 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc6a12013, L:/127.0.0.1:48488 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:46.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.694 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=101), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [39ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:46.695 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:46.704 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:46.705 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.707 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:46.706 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:46.712 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:46.715 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.717 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:46.718 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:46.721 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:46.731 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.732 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21a0ebae
00:29:46.734 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:29:46.734 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:29:46.734 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:46.735 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:46.738 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.746 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.749 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5b063b9b, L:/127.0.0.1:54424 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:46.751 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:46.753 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.753 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [98ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: OK, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [157ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:46.754 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:46.759 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:29:46.760 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9ab6dc0bb316073da47bd3108bff59a06937fd2726f505200b33bd4cbbcac540'}]
00:29:46.760 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.761 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:46.763 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:29:46.763 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.765 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf5b49de5, L:/127.0.0.1:48496 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:46.766 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x54af56a9, L:/127.0.0.1:54426 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:46.767 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:46.770 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x841363d6, L:/127.0.0.1:43536 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:46.771 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:29:46.771 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.771 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:46.775 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.775 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.776 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5bbe0a74
00:29:46.777 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.777 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:29:46.777 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:29:46.779 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:29:46.780 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=0ef81879819e48e3b14be4d8d8d03ec8@[5dd725ac05d643d5bae402176e92b4a5(127.18.104.3:46857)[L],a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815),dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)]}]
00:29:46.784 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:29:46.784 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.56.253:44071(127.19.56.253:44071)] Successfully connected to peer
00:29:46.785 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.56.252:41535(127.19.56.252:41535)] Successfully connected to peer
00:29:46.786 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.848 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.56.254:32907(127.19.56.254:32907)] Successfully connected to peer
00:29:46.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=195), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: OK, [168ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:46.849 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:29:46.852 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:46.852 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.253
00:29:46.852 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:46.852 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:46.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:46.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:46.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:46.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:46.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:46.853 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] connecting to peer
00:29:46.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:46.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:46.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:46.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:46.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:46.854 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.861 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.861 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.861 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.254
00:29:46.862 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.56.252
00:29:46.864 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:29:46.868 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xed632d9f, L:/127.0.0.1:48510 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:46.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.869 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ad84ce
00:29:46.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:29:46.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:29:46.883 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] Successfully connected to peer
00:29:46.884 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:29:46.884 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.885 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:29:46.890 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5d88988c, L:/127.0.0.1:54430 - R:/127.19.56.252:41535] using SASL/PLAIN
00:29:46.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:29:46.893 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=287), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: OK, deferred=null) after lookup
00:29:46.894 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.1
00:29:46.897 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.903 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:46.903 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74764411
00:29:46.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:29:46.905 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:29:46.907 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.908 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:46.915 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x63668428, L:/127.0.0.1:45762 - R:/127.18.104.1:46815] using SASL/PLAIN
00:29:46.919 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:46.926 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x270c13fc, L:/127.0.0.1:43552 - R:/127.19.56.253:44071] using SASL/PLAIN
00:29:46.930 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1d2f84a7, L:/127.0.0.1:48522 - R:/127.19.56.254:32907] using SASL/PLAIN
00:29:46.943 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305095521996800001) for scanner KuduScanner(table=replication_test_table, tablet=0ef81879819e48e3b14be4d8d8d03ec8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.943 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9ab6dc0bb316073da47bd3108bff59a06937fd2726f505200b33bd4cbbcac540]
00:29:46.944 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:29:46.949 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:29:46.951 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:29:46.951 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 509ea99992f14f419fa2691aa55036b3 for table 'replication_test_table' with partition [<start>, <end>)
00:29:46.951 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=509ea99992f14f419fa2691aa55036b3@[1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)[L],3c26916e6117482ba492f9a9f5bfcea6(127.19.56.195:44687),77100e0b66854dfeb7f9097696adeccc(127.19.56.194:34123)]}]
00:29:46.953 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9ab6dc0bb316073da47bd3108bff59a06937fd2726f505200b33bd4cbbcac540]
00:29:46.954 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9ab6dc0bb316073da47bd3108bff59a06937fd2726f505200b33bd4cbbcac540 finished by subtask 2; deferring removal (restored in pending)
00:29:46.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:46.954 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:46.955 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] disconnecting while in state READY
00:29:46.955 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:46.956 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 509ea99992f14f419fa2691aa55036b3 for table 'replication_test_table' with partition [<start>, <end>)
00:29:46.956 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=509ea99992f14f419fa2691aa55036b3@[1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)[L],3c26916e6117482ba492f9a9f5bfcea6(127.19.56.195:44687),77100e0b66854dfeb7f9097696adeccc(127.19.56.194:34123)]}]
00:29:46.975 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:46.981 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] handling channelInactive
00:29:46.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] cleaning up while in state READY due to: connection closed
00:29:46.981 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:46.981 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:47.031 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.094 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470587102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:47.110 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3b38d8a2, flushNotification=Deferred@252490762(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:29:47.111 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] connecting to peer
00:29:47.126 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] Successfully connected to peer
00:29:47.150 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:47.151 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.158 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x87bdd3c0, L:/127.0.0.1:57764 - R:/127.19.56.193:35769] using TOKEN/null
00:29:47.185 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:47.185 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:47.186 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:47.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.188 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:47.207 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.257 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job dfd18dc31e477069a827bb999b4ab6f6 (1581 bytes, checkpointDuration=155 ms, finalizationTime=0 ms).
00:29:47.260 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:29:47.260 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 9ab6dc0bb316073da47bd3108bff59a06937fd2726f505200b33bd4cbbcac540 from pending
00:29:47.260 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
00:29:47.267 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.271 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:47.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:47.274 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:47.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:47.282 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:47.286 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:47.289 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table a5f4e9dcf8eb4a50a81772efe6374c37
00:29:47.306 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0ef81879819e48e3b14be4d8d8d03ec8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.318 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.359 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0ef81879819e48e3b14be4d8d8d03ec8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.388 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=509ea99992f14f419fa2691aa55036b3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:47.392 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state READY
00:29:47.392 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state READY
00:29:47.393 [DEBUG - main] (Connection.java:575) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] disconnecting while in state READY
00:29:47.393 [DEBUG - main] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state READY
00:29:47.393 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:47.393 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:47.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:47.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:47.394 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:47.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:47.397 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:47.398 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:29:47.398 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
00:29:47.398 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:29:47.402 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] handling channelInactive
00:29:47.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] cleaning up while in state READY due to: connection closed
00:29:47.402 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
00:29:47.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.402611 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 20005
00:29:47.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:47.470 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] handling channelInactive
00:29:47.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] cleaning up while in state READY due to: connection closed
00:29:47.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.483808 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 20147
00:29:47.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470587602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:47.612 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:29:47.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:29:47.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.617096 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 20316
00:29:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.657436 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19696
00:29:47.661 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:47.661 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:47.662 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:47.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:47.697 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:47.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:47.699 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:47.700 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:47.700 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:47.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.700 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.701 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:47.702 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:47.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:47.703 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:47.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:47.703 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.56.254:32907(127.19.56.254:32907)] handling channelInactive
00:29:47.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state READY due to: connection closed
00:29:47.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.705596 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19768
00:29:47.730 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:47.730 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:47.730 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:47.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:47.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:47.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:47.733 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:47.743 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:47.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:47.744 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:47.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:47.743 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:47.743 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.56.253:44071(127.19.56.253:44071)] handling channelInactive
00:29:47.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:47.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state READY due to: connection closed
00:29:47.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:47.755431 19683 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19849
00:29:47.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:47.787 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:47.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:47.787 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:47.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:47.788 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:47.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:47.787 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.56.252:41535(127.19.56.252:41535)] handling channelInactive
00:29:47.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state READY due to: connection closed
00:29:47.796 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:47.796 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:47.796 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:47.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:47.837 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:47.837 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:47.837 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:47.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.838 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.838 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.838 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:47.901 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:47.902 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:47.902 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:47.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:47.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:47.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:47.904 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:47.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:47.983 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:47.984 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:47.984 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:47.985 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:47.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:47.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:47.989 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:47.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:47.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:47.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:47.989 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:47.989 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:47.989 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:48.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470588102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:48.118 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:29:48.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:48.121 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:48.121 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:48.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:29:48.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:48.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:48.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:48.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:48.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:48.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:48.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:48.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:48.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:48.122 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:48.269 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:48.270 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:48.270 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:48.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:48.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:48.358 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:48.359 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:48.359 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:48.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:48.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:48.427 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table a516e99d3bab4e8bb34a2669c5a13e6d
00:29:48.429 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='350126c499995b51de1387fbc203dd3fdee930d162fcc1d907881a4a33da5068'}]
00:29:48.431 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:48.431 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:48.432 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:48.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:48.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:48.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:48.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:48.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:48.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:48.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:48.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:48.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:48.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:48.434 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:48.440 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:29:48.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298073, tablet=0ef81879819e48e3b14be4d8d8d03ec8@[5dd725ac05d643d5bae402176e92b4a5(127.18.104.3:46857)[L],a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815),dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)]}]
00:29:48.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:48.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:48.445 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:48.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:48.457 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] connecting to peer
00:29:48.461 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] Successfully connected to peer
00:29:48.485 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.104.1
00:29:48.499 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:29:48.511 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa5b22a95, L:/127.0.0.1:49814 - R:/127.18.104.1:46815] using SASL/PLAIN
00:29:48.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470588601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:48.622 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job dfd18dc31e477069a827bb999b4ab6f6 (1591 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
00:29:48.630 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:29:48.716 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:48.716 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:48.717 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:48.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.719 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:48.720 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27535), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [185ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [264ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [324ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [484ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [523ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [584ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3023ms] too many traces: truncated at 100 traces, deferred=Deferred@1389839728(state=PENDING, result=null, callback=(continuation of Deferred@397145932 after retry RPC after error@1551922512) -> (continuation of Deferred@536882526 after retry RPC after error@1209274603) -> (continuation of Deferred@13471538 after retry RPC after error@1597526158) -> (continuation of Deferred@2121530602 after retry RPC after error@378026119) -> (continuation of Deferred@2052096379 after retry RPC after error@1743848095) -> (continuation of Deferred@100935207 after retry RPC after error@1369406048) -> (continuation of Deferred@800748145 after retry RPC after error@1076914403) -> (continuation of Deferred@1738689500 after retry RPC after error@1296326962) -> (continuation of Deferred@831634193 after retry RPC after error@1915071152) -> (continuation of Deferred@120386435 after retry RPC after error@1762615205) -> (continuation of Deferred@1434073254 after retry RPC after error@173373587) -> (continuation of Deferred@1778725553 after retry RPC after error@2036644387) -> (continuation of Deferred@2111771297 after retry RPC after error@1550810217) -> (continuation of Deferred@532434415 after retry RPC after error@1138051481) -> (continuation of Deferred@1184502104 after retry RPC after error@1639031254) -> (continuation of Deferred@471817018 after retry RPC after error@1970229409) -> (continuation of Deferred@1676255109 after retry RPC after error@255470911) -> (continuation of Deferred@1771729257 after retry RPC after error@1719656099) -> (continuation of Deferred@1237672030 after retry RPC after error@399044492) -> (continuation of Deferred@769901861 after retry RPC after error@896634108) -> (continuation of Deferred@1473568156 after retry RPC after error@120646757) -> (continuation of Deferred@885640011 after retry RPC after error@224835394) -> (continuation of Deferred@2091885391 after retry RPC after error@2088516475), errback=(continuation of Deferred@397145932 after retry RPC after error@1551922512) -> (continuation of Deferred@536882526 after retry RPC after error@1209274603) -> (continuation of Deferred@13471538 after retry RPC after error@1597526158) -> (continuation of Deferred@2121530602 after retry RPC after error@378026119) -> (continuation of Deferred@2052096379 after retry RPC after error@1743848095) -> (continuation of Deferred@100935207 after retry RPC after error@1369406048) -> (continuation of Deferred@800748145 after retry RPC after error@1076914403) -> (continuation of Deferred@1738689500 after retry RPC after error@1296326962) -> (continuation of Deferred@831634193 after retry RPC after error@1915071152) -> (continuation of Deferred@120386435 after retry RPC after error@1762615205) -> (continuation of Deferred@1434073254 after retry RPC after error@173373587) -> (continuation of Deferred@1778725553 after retry RPC after error@2036644387) -> (continuation of Deferred@2111771297 after retry RPC after error@1550810217) -> (continuation of Deferred@532434415 after retry RPC after error@1138051481) -> (continuation of Deferred@1184502104 after retry RPC after error@1639031254) -> (continuation of Deferred@471817018 after retry RPC after error@1970229409) -> (continuation of Deferred@1676255109 after retry RPC after error@255470911) -> (continuation of Deferred@1771729257 after retry RPC after error@1719656099) -> (continuation of Deferred@1237672030 after retry RPC after error@399044492) -> (continuation of Deferred@769901861 after retry RPC after error@896634108) -> (continuation of Deferred@1473568156 after retry RPC after error@120646757) -> (continuation of Deferred@885640011 after retry RPC after error@224835394) -> (continuation of Deferred@2091885391 after retry RPC after error@2088516475)))
00:29:48.729 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095530176512001) for scanner KuduScanner(table=replication_test_table, tablet=0ef81879819e48e3b14be4d8d8d03ec8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:29:48.729 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [350126c499995b51de1387fbc203dd3fdee930d162fcc1d907881a4a33da5068]
00:29:48.729 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [350126c499995b51de1387fbc203dd3fdee930d162fcc1d907881a4a33da5068]
00:29:48.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:29:48.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:29:48.733 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 350126c499995b51de1387fbc203dd3fdee930d162fcc1d907881a4a33da5068 finished by subtask 1; deferring removal (restored in pending)
00:29:48.733 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] disconnecting while in state READY
00:29:48.734 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:48.747 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] handling channelInactive
00:29:48.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a1c812da8d6642f4bec00f722acb74c0(127.18.104.1:46815)] cleaning up while in state READY due to: connection closed
00:29:48.747 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:29:48.747 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:29:48.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:48.916 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:48.916 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:48.916 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:48.917 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.917 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.917 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:48.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:48.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:48.919 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:48.920 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=27705), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [43ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [89ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [170ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [170ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [171ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [281ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [665ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [665ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [881ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [883ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1804ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3220ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4280ms] refreshing cache from master, [4280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4281ms] too many traces: truncated at 100 traces, deferred=Deferred@839755014(state=PENDING, result=null, callback=(continuation of Deferred@1101844195 after retry RPC after error@1623909674) -> (continuation of Deferred@1766819744 after retry RPC after error@909457946) -> (continuation of Deferred@290009577 after retry RPC after error@647853407) -> (continuation of Deferred@872060075 after retry RPC after error@746622244) -> (continuation of Deferred@1956525860 after retry RPC after error@971281253) -> (continuation of Deferred@1591482174 after retry RPC after error@1981630572) -> (continuation of Deferred@1933534876 after retry RPC after error@1860025381) -> (continuation of Deferred@1350972199 after retry RPC after error@1287933811) -> (continuation of Deferred@1153944561 after retry RPC after error@1199074264) -> (continuation of Deferred@637953819 after retry RPC after error@1222056831) -> (continuation of Deferred@842389975 after retry RPC after error@907494114) -> (continuation of Deferred@599577988 after retry RPC after error@1405107823) -> (continuation of Deferred@1328000673 after retry RPC after error@1126954485) -> (continuation of Deferred@117315809 after retry RPC after error@1419738391) -> (continuation of Deferred@650089347 after retry RPC after error@975658748) -> (continuation of Deferred@1281908809 after retry RPC after error@1664142102) -> (continuation of Deferred@961118072 after retry RPC after error@957941267) -> (continuation of Deferred@922501969 after retry RPC after error@1408321251) -> (continuation of Deferred@565268826 after retry RPC after error@1349116641) -> (continuation of Deferred@81515894 after retry RPC after error@1564761424) -> (continuation of Deferred@1993669667 after retry RPC after error@1765107442) -> (continuation of Deferred@857697991 after retry RPC after error@1280183081) -> (continuation of Deferred@497734503 after retry RPC after error@1609184470) -> (continuation of Deferred@399184058 after retry RPC after error@736122409) -> (continuation of Deferred@1612356057 after retry RPC after error@1859673480) -> (continuation of Deferred@559533609 after retry RPC after error@144803125) -> (continuation of Deferred@1019285929 after retry RPC after error@282673060) -> (continuation of Deferred@2132710160 after retry RPC after error@2064787947), errback=(continuation of Deferred@1101844195 after retry RPC after error@1623909674) -> (continuation of Deferred@1766819744 after retry RPC after error@909457946) -> (continuation of Deferred@290009577 after retry RPC after error@647853407) -> (continuation of Deferred@872060075 after retry RPC after error@746622244) -> (continuation of Deferred@1956525860 after retry RPC after error@971281253) -> (continuation of Deferred@1591482174 after retry RPC after error@1981630572) -> (continuation of Deferred@1933534876 after retry RPC after error@1860025381) -> (continuation of Deferred@1350972199 after retry RPC after error@1287933811) -> (continuation of Deferred@1153944561 after retry RPC after error@1199074264) -> (continuation of Deferred@637953819 after retry RPC after error@1222056831) -> (continuation of Deferred@842389975 after retry RPC after error@907494114) -> (continuation of Deferred@599577988 after retry RPC after error@1405107823) -> (continuation of Deferred@1328000673 after retry RPC after error@1126954485) -> (continuation of Deferred@117315809 after retry RPC after error@1419738391) -> (continuation of Deferred@650089347 after retry RPC after error@975658748) -> (continuation of Deferred@1281908809 after retry RPC after error@1664142102) -> (continuation of Deferred@961118072 after retry RPC after error@957941267) -> (continuation of Deferred@922501969 after retry RPC after error@1408321251) -> (continuation of Deferred@565268826 after retry RPC after error@1349116641) -> (continuation of Deferred@81515894 after retry RPC after error@1564761424) -> (continuation of Deferred@1993669667 after retry RPC after error@1765107442) -> (continuation of Deferred@857697991 after retry RPC after error@1280183081) -> (continuation of Deferred@497734503 after retry RPC after error@1609184470) -> (continuation of Deferred@399184058 after retry RPC after error@736122409) -> (continuation of Deferred@1612356057 after retry RPC after error@1859673480) -> (continuation of Deferred@559533609 after retry RPC after error@144803125) -> (continuation of Deferred@1019285929 after retry RPC after error@282673060) -> (continuation of Deferred@2132710160 after retry RPC after error@2064787947)))
00:29:48.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:49.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470589101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:49.124 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job dfd18dc31e477069a827bb999b4ab6f6 (1591 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
00:29:49.130 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:29:49.131 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 350126c499995b51de1387fbc203dd3fdee930d162fcc1d907881a4a33da5068 from pending
00:29:49.131 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
00:29:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:49Z chronyd exiting
00:29:49.272 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:49.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:49.504 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:49.505 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:49.505 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:49.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:49.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:49.505 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:49.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:49.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:49.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:49.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:49.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:49.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:49.507 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:49.551 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:49.551 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:49.551 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:49.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:49.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:49.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:49.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:49.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:49.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:49.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:49.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:49.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:49.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:49.554 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:49.554 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:49.554 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:49.554 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:49.554 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:49.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:49.555 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:49.555 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:49.555 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:49.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:49.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:49.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:49.555 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:49.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470589602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:49.612 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:49.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:29:49.739 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:49.740 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:49.740 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:49.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:49.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:49.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:49.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:49.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:49.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:49.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:49.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:49.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:49.741 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:49.772 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:49.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:50.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470590102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:50.112 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:29:50.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:29:50.203 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state READY
00:29:50.203 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state READY
00:29:50.203 [DEBUG - main] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state READY
00:29:50.203 [DEBUG - main] (Connection.java:575) [peer dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)] disconnecting while in state READY
00:29:50.204 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.104.61:34275(127.18.104.61:34275)] handling channelInactive
00:29:50.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state READY due to: connection closed
00:29:50.204 [DEBUG - kudu-nio-3] (Connection.java:239) [peer dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)] handling channelInactive
00:29:50.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer dabeca08cf5a416d94721c633a9878ea(127.18.104.2:37031)] cleaning up while in state READY due to: connection closed
00:29:50.204 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:50.204 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.104.60:39519(127.18.104.60:39519)] handling channelInactive
00:29:50.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state READY due to: connection closed
00:29:50.208 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
00:29:50.208 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:29:50.209 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:29:50.212 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.104.62:41209(127.18.104.62:41209)] handling channelInactive
00:29:50.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state READY due to: connection closed
00:29:50.213 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:29:50.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.214109 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19130
00:29:50.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.260154 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19285
00:29:50.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:50.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.294634 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19490
00:29:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.319533 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 18860
00:29:50.347 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.104.62:41209(127.18.104.62:41209)] handling channelInactive
00:29:50.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state READY due to: connection closed
00:29:50.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.348619 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 18931
00:29:50.374 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.104.61:34275(127.18.104.61:34275)] handling channelInactive
00:29:50.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state READY due to: connection closed
00:29:50.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:50.374931 18848 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 19007
00:29:50.401 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.104.60:39519(127.18.104.60:39519)] handling channelInactive
00:29:50.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state READY due to: connection closed
00:29:50.422 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.424 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.18.104.60:39519(127.18.104.60:39519) for tablet Kudu Master: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:50.426 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.427 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.428 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.431 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:50.431 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:50.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:50.432 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:50.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:50.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:50.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:50.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:50.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:50.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:50.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:50.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:50.432 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:50.446 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.447 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.447 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.467 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.486 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.486 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.487 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.487 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.506 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.507 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.507 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.587 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.596 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:50.597 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:50.597 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:50.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:50.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:50.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:50.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:50.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:50.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:50.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:50.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:50.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:50.597 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:50.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470590602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:50.611 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:29:50.612 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:29:50.706 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.706 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.706 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.707 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.773 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:50.826 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:50.827 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:50.827 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:50.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:50.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:50.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:50.828 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:50.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:51.046 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.046 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.046 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.047 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29979), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [18ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [29ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [29ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [54ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [150ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [150ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [150ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [224ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [304ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [622ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [623ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [623ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [623ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [721ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [725ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [725ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [725ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1243ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1823ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2820ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2822ms] too many traces: truncated at 100 traces, deferred=Deferred@1748320297(state=PENDING, result=null, callback=(continuation of Deferred@1825274040 after retry RPC after error@769153499) -> (continuation of Deferred@2097962338 after retry RPC after error@1073376994) -> (continuation of Deferred@138661661 after retry RPC after error@1731877199) -> (continuation of Deferred@2026045319 after retry RPC after error@337838851) -> (continuation of Deferred@34479549 after retry RPC after error@927714450) -> (continuation of Deferred@1478107963 after retry RPC after error@1412241440) -> (continuation of Deferred@649860333 after retry RPC after error@1333425140) -> (continuation of Deferred@1181778651 after retry RPC after error@2048949805) -> (continuation of Deferred@1014826744 after retry RPC after error@537143120) -> (continuation of Deferred@1654661073 after retry RPC after error@461948094) -> (continuation of Deferred@1335249905 after retry RPC after error@1319754740) -> (continuation of Deferred@739580775 after retry RPC after error@1910871919) -> (continuation of Deferred@215057249 after retry RPC after error@212307828) -> (continuation of Deferred@141386660 after retry RPC after error@1441714985) -> (continuation of Deferred@1436846206 after retry RPC after error@1699246481) -> (continuation of Deferred@106647263 after retry RPC after error@630170278) -> (continuation of Deferred@1410935057 after retry RPC after error@1929055994) -> (continuation of Deferred@772443084 after retry RPC after error@1984464441) -> (continuation of Deferred@1795450944 after retry RPC after error@1101145860) -> (continuation of Deferred@999063575 after retry RPC after error@155688977) -> (continuation of Deferred@1103728401 after retry RPC after error@293800491) -> (continuation of Deferred@1322302516 after retry RPC after error@2057554647) -> (continuation of Deferred@2006934421 after retry RPC after error@2118446367) -> (continuation of Deferred@893308927 after retry RPC after error@1362054909) -> (continuation of Deferred@1562385542 after retry RPC after error@72691240) -> (continuation of Deferred@1205295210 after retry RPC after error@1814347467) -> (continuation of Deferred@834493413 after retry RPC after error@473175956) -> (continuation of Deferred@1633491056 after retry RPC after error@684077174) -> (continuation of Deferred@1937716472 after retry RPC after error@1338705332), errback=(continuation of Deferred@1825274040 after retry RPC after error@769153499) -> (continuation of Deferred@2097962338 after retry RPC after error@1073376994) -> (continuation of Deferred@138661661 after retry RPC after error@1731877199) -> (continuation of Deferred@2026045319 after retry RPC after error@337838851) -> (continuation of Deferred@34479549 after retry RPC after error@927714450) -> (continuation of Deferred@1478107963 after retry RPC after error@1412241440) -> (continuation of Deferred@649860333 after retry RPC after error@1333425140) -> (continuation of Deferred@1181778651 after retry RPC after error@2048949805) -> (continuation of Deferred@1014826744 after retry RPC after error@537143120) -> (continuation of Deferred@1654661073 after retry RPC after error@461948094) -> (continuation of Deferred@1335249905 after retry RPC after error@1319754740) -> (continuation of Deferred@739580775 after retry RPC after error@1910871919) -> (continuation of Deferred@215057249 after retry RPC after error@212307828) -> (continuation of Deferred@141386660 after retry RPC after error@1441714985) -> (continuation of Deferred@1436846206 after retry RPC after error@1699246481) -> (continuation of Deferred@106647263 after retry RPC after error@630170278) -> (continuation of Deferred@1410935057 after retry RPC after error@1929055994) -> (continuation of Deferred@772443084 after retry RPC after error@1984464441) -> (continuation of Deferred@1795450944 after retry RPC after error@1101145860) -> (continuation of Deferred@999063575 after retry RPC after error@155688977) -> (continuation of Deferred@1103728401 after retry RPC after error@293800491) -> (continuation of Deferred@1322302516 after retry RPC after error@2057554647) -> (continuation of Deferred@2006934421 after retry RPC after error@2118446367) -> (continuation of Deferred@893308927 after retry RPC after error@1362054909) -> (continuation of Deferred@1562385542 after retry RPC after error@72691240) -> (continuation of Deferred@1205295210 after retry RPC after error@1814347467) -> (continuation of Deferred@834493413 after retry RPC after error@473175956) -> (continuation of Deferred@1633491056 after retry RPC after error@684077174) -> (continuation of Deferred@1937716472 after retry RPC after error@1338705332)))
00:29:51.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470591102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:51.110 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:29:51.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:29:51.121 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.122 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.122 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.123 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29912), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [33ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [47ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [90ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [90ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [184ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] refreshing cache from master, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [206ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [207ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [207ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [824ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [824ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [824ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1906ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [4501ms] refreshing cache from master, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4505ms] too many traces: truncated at 100 traces, deferred=Deferred@553694940(state=PENDING, result=null, callback=(continuation of Deferred@1549397464 after retry RPC after error@2081320373) -> (continuation of Deferred@1436323856 after retry RPC after error@1896770089) -> (continuation of Deferred@1655336701 after retry RPC after error@1841743064) -> (continuation of Deferred@1558955360 after retry RPC after error@1580643318) -> (continuation of Deferred@1876620107 after retry RPC after error@878774892) -> (continuation of Deferred@916658501 after retry RPC after error@1566680420) -> (continuation of Deferred@1696159016 after retry RPC after error@1503072653) -> (continuation of Deferred@2001748683 after retry RPC after error@667587520) -> (continuation of Deferred@139801092 after retry RPC after error@1773097466) -> (continuation of Deferred@479989790 after retry RPC after error@1874576606) -> (continuation of Deferred@1323241023 after retry RPC after error@1567401631) -> (continuation of Deferred@554451404 after retry RPC after error@278985735) -> (continuation of Deferred@649639642 after retry RPC after error@509129932) -> (continuation of Deferred@1570342122 after retry RPC after error@1246628762) -> (continuation of Deferred@698579567 after retry RPC after error@1913017667) -> (continuation of Deferred@1663643965 after retry RPC after error@1501684761) -> (continuation of Deferred@1807981892 after retry RPC after error@724529458) -> (continuation of Deferred@19205555 after retry RPC after error@1473417378) -> (continuation of Deferred@546053793 after retry RPC after error@1887063395) -> (continuation of Deferred@1503366730 after retry RPC after error@445600347) -> (continuation of Deferred@1513504445 after retry RPC after error@2013618637) -> (continuation of Deferred@2104052057 after retry RPC after error@487903525) -> (continuation of Deferred@1992083436 after retry RPC after error@627362815) -> (continuation of Deferred@309362059 after retry RPC after error@693504793) -> (continuation of Deferred@960834168 after retry RPC after error@989672860) -> (continuation of Deferred@728796013 after retry RPC after error@854016985) -> (continuation of Deferred@576825623 after retry RPC after error@1910712594) -> (continuation of Deferred@1583873952 after retry RPC after error@1444316734), errback=(continuation of Deferred@1549397464 after retry RPC after error@2081320373) -> (continuation of Deferred@1436323856 after retry RPC after error@1896770089) -> (continuation of Deferred@1655336701 after retry RPC after error@1841743064) -> (continuation of Deferred@1558955360 after retry RPC after error@1580643318) -> (continuation of Deferred@1876620107 after retry RPC after error@878774892) -> (continuation of Deferred@916658501 after retry RPC after error@1566680420) -> (continuation of Deferred@1696159016 after retry RPC after error@1503072653) -> (continuation of Deferred@2001748683 after retry RPC after error@667587520) -> (continuation of Deferred@139801092 after retry RPC after error@1773097466) -> (continuation of Deferred@479989790 after retry RPC after error@1874576606) -> (continuation of Deferred@1323241023 after retry RPC after error@1567401631) -> (continuation of Deferred@554451404 after retry RPC after error@278985735) -> (continuation of Deferred@649639642 after retry RPC after error@509129932) -> (continuation of Deferred@1570342122 after retry RPC after error@1246628762) -> (continuation of Deferred@698579567 after retry RPC after error@1913017667) -> (continuation of Deferred@1663643965 after retry RPC after error@1501684761) -> (continuation of Deferred@1807981892 after retry RPC after error@724529458) -> (continuation of Deferred@19205555 after retry RPC after error@1473417378) -> (continuation of Deferred@546053793 after retry RPC after error@1887063395) -> (continuation of Deferred@1503366730 after retry RPC after error@445600347) -> (continuation of Deferred@1513504445 after retry RPC after error@2013618637) -> (continuation of Deferred@2104052057 after retry RPC after error@487903525) -> (continuation of Deferred@1992083436 after retry RPC after error@627362815) -> (continuation of Deferred@309362059 after retry RPC after error@693504793) -> (continuation of Deferred@960834168 after retry RPC after error@989672860) -> (continuation of Deferred@728796013 after retry RPC after error@854016985) -> (continuation of Deferred@576825623 after retry RPC after error@1910712594) -> (continuation of Deferred@1583873952 after retry RPC after error@1444316734)))
00:29:51.226 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:51.226 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:51.226 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:51.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.227 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:51.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:51.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:51.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:51.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:51.291 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.292 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:51.410 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:51.410 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:51.410 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:51.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.412 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:51.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:51.439 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:51.439 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:51.440 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:51.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.440 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.440 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:51.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.440 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:51.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:51.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:51.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:51Z chronyd exiting
00:29:51.549 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.550 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.550 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.551 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [113ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [115ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [116ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [742ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5240ms] refreshing cache from master, [5240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5242ms] too many traces: truncated at 100 traces, deferred=Deferred@629049964(state=PENDING, result=null, callback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022), errback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022)))
00:29:51.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:29:51.552 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [113ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [115ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [116ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [742ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5240ms] refreshing cache from master, [5240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5242ms] too many traces: truncated at 100 traces, deferred=Deferred@629049964(state=PENDING, result=null, callback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022), errback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.552 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
00:29:51.554 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:29:51.557 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27801), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [34ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [50ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [109ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [113ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [115ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [116ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [741ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [742ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5240ms] refreshing cache from master, [5240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5242ms] too many traces: truncated at 100 traces, deferred=Deferred@629049964(state=PENDING, result=null, callback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022), errback=(continuation of Deferred@523696708 after retry RPC after error@372092249) -> (continuation of Deferred@1273512405 after retry RPC after error@437559086) -> (continuation of Deferred@853058290 after retry RPC after error@1231324821) -> (continuation of Deferred@1074499717 after retry RPC after error@2119735877) -> (continuation of Deferred@157317198 after retry RPC after error@1692207065) -> (continuation of Deferred@2018389119 after retry RPC after error@1123945345) -> (continuation of Deferred@1213643160 after retry RPC after error@1153010820) -> (continuation of Deferred@1293774264 after retry RPC after error@2139997593) -> (continuation of Deferred@40511881 after retry RPC after error@180312300) -> (continuation of Deferred@745112750 after retry RPC after error@1037647287) -> (continuation of Deferred@1856794084 after retry RPC after error@505688293) -> (continuation of Deferred@2122877819 after retry RPC after error@180888984) -> (continuation of Deferred@126270056 after retry RPC after error@941228389) -> (continuation of Deferred@41125454 after retry RPC after error@1230804861) -> (continuation of Deferred@2067476932 after retry RPC after error@331482863) -> (continuation of Deferred@228434735 after retry RPC after error@550972062) -> (continuation of Deferred@46172753 after retry RPC after error@28709272) -> (continuation of Deferred@1632783962 after retry RPC after error@2017991476) -> (continuation of Deferred@2119996526 after retry RPC after error@1339519212) -> (continuation of Deferred@1006950354 after retry RPC after error@70122205) -> (continuation of Deferred@508096978 after retry RPC after error@1785508583) -> (continuation of Deferred@1892434495 after retry RPC after error@467445225) -> (continuation of Deferred@1111691553 after retry RPC after error@1303869444) -> (continuation of Deferred@1601701431 after retry RPC after error@569705436) -> (continuation of Deferred@2078655706 after retry RPC after error@233104634) -> (continuation of Deferred@313660111 after retry RPC after error@458234022)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.558 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:51.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
00:29:51.558 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:29:51.558 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:29:51.579 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.579 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.579 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.580 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470591602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:51.610 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:51.611 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:29:51.654 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.654 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.655 [DEBUG - pool-112-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.656 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [79ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [79ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [106ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [134ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [135ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [135ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [427ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [663ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [704ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [983ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2460ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@1072475305(state=PENDING, result=null, callback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564), errback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564)))
00:29:51.656 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:29:51.657 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [79ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [79ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [106ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [134ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [135ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [135ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [427ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [663ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [704ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [983ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2460ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@1072475305(state=PENDING, result=null, callback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564), errback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.657 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:29:51.659 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:29:51.660 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:51.660 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:51.661 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:51.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:51.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:51.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:51.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:51.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:51.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:51.661 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:51.661 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:51.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:51.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:51.662 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27918), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [77ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [79ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [79ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [106ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [134ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [135ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [135ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [427ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [427ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [663ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [663ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [704ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [704ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [982ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [983ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [983ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2460ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2462ms] too many traces: truncated at 100 traces, deferred=Deferred@1072475305(state=PENDING, result=null, callback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564), errback=(continuation of Deferred@2115960895 after retry RPC after error@60313570) -> (continuation of Deferred@892605302 after retry RPC after error@1877440669) -> (continuation of Deferred@1769968550 after retry RPC after error@676935220) -> (continuation of Deferred@1029914602 after retry RPC after error@1762958155) -> (continuation of Deferred@2095302508 after retry RPC after error@501917266) -> (continuation of Deferred@970085994 after retry RPC after error@1951485144) -> (continuation of Deferred@376122777 after retry RPC after error@1593557296) -> (continuation of Deferred@1974578563 after retry RPC after error@200808545) -> (continuation of Deferred@1152449378 after retry RPC after error@1153581189) -> (continuation of Deferred@1021784107 after retry RPC after error@1998003398) -> (continuation of Deferred@884966061 after retry RPC after error@1655646935) -> (continuation of Deferred@1741437121 after retry RPC after error@678623698) -> (continuation of Deferred@1611705499 after retry RPC after error@2071120860) -> (continuation of Deferred@2113859139 after retry RPC after error@1115501639) -> (continuation of Deferred@669793511 after retry RPC after error@1252863981) -> (continuation of Deferred@1084967949 after retry RPC after error@1809815379) -> (continuation of Deferred@756188619 after retry RPC after error@241374659) -> (continuation of Deferred@347269926 after retry RPC after error@62952428) -> (continuation of Deferred@977625730 after retry RPC after error@740205828) -> (continuation of Deferred@804683898 after retry RPC after error@674118043) -> (continuation of Deferred@963518318 after retry RPC after error@1610722242) -> (continuation of Deferred@2079261416 after retry RPC after error@575934191) -> (continuation of Deferred@1804136612 after retry RPC after error@112859564)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.663 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:51.663 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:29:51.663 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
00:29:51.686 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:51.686 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:51.686 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:51.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:51.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:51.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:51.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:51.718 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:51.719 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:51.719 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:51.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:51.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:51.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:51.719 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:51.720 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27953), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [18ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [19ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [282ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [622ms] refreshing cache from master, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [623ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1682ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1842ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@1718366637(state=PENDING, result=null, callback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934), errback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934)))
00:29:51.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:29:51.721 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27953), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [18ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [19ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [282ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [622ms] refreshing cache from master, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [623ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1682ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1842ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@1718366637(state=PENDING, result=null, callback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934), errback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.721 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
00:29:51.722 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:29:51.725 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27953), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [18ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [19ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [124ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [282ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [622ms] refreshing cache from master, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [623ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [624ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [625ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1680ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1682ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1842ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3142ms] too many traces: truncated at 100 traces, deferred=Deferred@1718366637(state=PENDING, result=null, callback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934), errback=(continuation of Deferred@54111264 after retry RPC after error@411092168) -> (continuation of Deferred@569458735 after retry RPC after error@639106277) -> (continuation of Deferred@1744899243 after retry RPC after error@1983456231) -> (continuation of Deferred@1566766391 after retry RPC after error@1141627562) -> (continuation of Deferred@605024980 after retry RPC after error@454482857) -> (continuation of Deferred@1368870577 after retry RPC after error@1272119459) -> (continuation of Deferred@277987935 after retry RPC after error@1031243895) -> (continuation of Deferred@1459534766 after retry RPC after error@100364234) -> (continuation of Deferred@459724304 after retry RPC after error@441700667) -> (continuation of Deferred@961755668 after retry RPC after error@1728612299) -> (continuation of Deferred@1257446252 after retry RPC after error@1320014080) -> (continuation of Deferred@1854849371 after retry RPC after error@1293628830) -> (continuation of Deferred@526479146 after retry RPC after error@1063557143) -> (continuation of Deferred@662176441 after retry RPC after error@861627405) -> (continuation of Deferred@660030835 after retry RPC after error@1021887918) -> (continuation of Deferred@1541563712 after retry RPC after error@863050045) -> (continuation of Deferred@781233917 after retry RPC after error@1412422452) -> (continuation of Deferred@481262740 after retry RPC after error@657209037) -> (continuation of Deferred@207655827 after retry RPC after error@649858896) -> (continuation of Deferred@1099992271 after retry RPC after error@122441838) -> (continuation of Deferred@255375135 after retry RPC after error@1236860711) -> (continuation of Deferred@202109995 after retry RPC after error@1763777252) -> (continuation of Deferred@594266256 after retry RPC after error@765741597) -> (continuation of Deferred@2120046894 after retry RPC after error@524978747) -> (continuation of Deferred@1645800970 after retry RPC after error@1835250934)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:51.725 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:51.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
00:29:51.725 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:29:51.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:52.066 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:52.066 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:52.066 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:52.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:52.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:52.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:52.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:52.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:52.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:52.066 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:52.066 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:52.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:52.067 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:52.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470592102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:52.110 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:52.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:29:52.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.00:29:52.495 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470592494
00:29:52.495 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470592495
00:29:52.498 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:29:52.501 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:29:52.501 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:29:52.501 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:29:52.501 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:29:52.502 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:29:52.504 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:29:52.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470592602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:52.611 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:29:52.611 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:29:52.644 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.644 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.645 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.646 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [54ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [54ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [89ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [89ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [484ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1342ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2845ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [6140ms] refreshing cache from master, [6140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@132685004(state=PENDING, result=null, callback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659), errback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659)))
00:29:52.646 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.646 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.646 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [54ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [54ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [89ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [89ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [484ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1342ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2845ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [6140ms] refreshing cache from master, [6140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@132685004(state=PENDING, result=null, callback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659), errback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [54ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [54ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [89ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [89ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [484ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1342ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2845ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [6140ms] refreshing cache from master, [6140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@132685004(state=PENDING, result=null, callback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659), errback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:52.647 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.647 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.650 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [54ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [54ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [89ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [89ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [484ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1342ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2845ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [6140ms] refreshing cache from master, [6140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@132685004(state=PENDING, result=null, callback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659), errback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [54ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [54ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [89ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [89ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [484ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1342ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2845ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2845ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [6140ms] refreshing cache from master, [6140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@132685004(state=PENDING, result=null, callback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659), errback=(continuation of Deferred@397352266 after retry RPC after error@1124420796) -> (continuation of Deferred@1364182394 after retry RPC after error@302136675) -> (continuation of Deferred@2108176164 after retry RPC after error@337765505) -> (continuation of Deferred@996841322 after retry RPC after error@947936321) -> (continuation of Deferred@70081890 after retry RPC after error@523478154) -> (continuation of Deferred@1888330177 after retry RPC after error@1255508421) -> (continuation of Deferred@620567472 after retry RPC after error@652803153) -> (continuation of Deferred@1006031588 after retry RPC after error@1561067518) -> (continuation of Deferred@300375924 after retry RPC after error@1888232301) -> (continuation of Deferred@2111880810 after retry RPC after error@2140555815) -> (continuation of Deferred@1419884126 after retry RPC after error@1160212716) -> (continuation of Deferred@1028429260 after retry RPC after error@1892038448) -> (continuation of Deferred@688684080 after retry RPC after error@1465043437) -> (continuation of Deferred@241812542 after retry RPC after error@1339493748) -> (continuation of Deferred@91227458 after retry RPC after error@1143777696) -> (continuation of Deferred@69520687 after retry RPC after error@1945095282) -> (continuation of Deferred@1991286104 after retry RPC after error@1466977159) -> (continuation of Deferred@1973402099 after retry RPC after error@2023651182) -> (continuation of Deferred@179732344 after retry RPC after error@1599021530) -> (continuation of Deferred@1461144545 after retry RPC after error@1555657578) -> (continuation of Deferred@1699580474 after retry RPC after error@1135224504) -> (continuation of Deferred@781133167 after retry RPC after error@960111095) -> (continuation of Deferred@816804016 after retry RPC after error@572657659)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:29:52.650 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:29:52.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
00:29:52.650 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
00:29:52.651 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:29:52.651 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
00:29:52.651 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:29:52.652 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:29:52.652 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
00:29:52.652 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:29:52.652 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:29:52.653 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
00:29:52.654 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:29:52.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.664 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.665 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.665 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.665 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.665 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.665 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.665 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.665 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.684 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.684 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.684 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.704 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.704 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.705 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.705 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.724 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.724 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.725 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.725 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.744 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.744 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.745 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.745 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.745 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.745 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.783 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.784 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.784 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.784 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.784 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.784 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.784 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.785 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.824 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:52.824 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:52.824 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:52.824 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.824 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.824 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:52.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:52.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:52.825 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:52.835 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:29:52.835 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:29:52.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:52.838466 20792 mini_oidc.cc:150] Starting JWKS server
00:29:52.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:52.841576 20792 webserver.cc:534] Webserver started at http://127.0.0.1:46537/ using document root <none> and password file <none>
00:29:52.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:52.841984 20792 mini_oidc.cc:186] Starting OIDC Discovery server
00:29:52.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:52.843600 20792 webserver.cc:534] Webserver started at http://127.0.0.1:37365/ using document root <none> and password file <none>
00:29:52.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:52Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:29:52.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:29:52Z Disabled control of system clock
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:52.900895 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/logs
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data/info.pb
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.62:38113
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.62
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:52.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json with env {}
00:29:52.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:53.003 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:53.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:53.004 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:53.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.004 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.004 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.004 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:53.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470593101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:53.109 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:53.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:29:53.163 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:53.164 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:53.164 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:53.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.165 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:53.176 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:53.177 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:53.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:53.177 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:53.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:53.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:53.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:53.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:53.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:53.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:53.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:53.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:53.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:53.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29439), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [113ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [115ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [167ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [443ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [723ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1542ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2081ms] refreshing cache from master, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2082ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2083ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2084ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2084ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2920ms] refreshing cache from master, [2920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@911078469(state=PENDING, result=null, callback=(continuation of Deferred@820038141 after retry RPC after error@1050953178) -> (continuation of Deferred@1105108178 after retry RPC after error@409511792) -> (continuation of Deferred@779168417 after retry RPC after error@854007840) -> (continuation of Deferred@124388002 after retry RPC after error@1516533272) -> (continuation of Deferred@2103933911 after retry RPC after error@1980412539) -> (continuation of Deferred@555925770 after retry RPC after error@1485813632) -> (continuation of Deferred@510711429 after retry RPC after error@1028273754) -> (continuation of Deferred@181897832 after retry RPC after error@792796933) -> (continuation of Deferred@933044374 after retry RPC after error@1527331033) -> (continuation of Deferred@1841003802 after retry RPC after error@1244003999) -> (continuation of Deferred@342032093 after retry RPC after error@113234808) -> (continuation of Deferred@811220248 after retry RPC after error@1441721482) -> (continuation of Deferred@1459184892 after retry RPC after error@782584136) -> (continuation of Deferred@1341526905 after retry RPC after error@1834888369) -> (continuation of Deferred@1889368930 after retry RPC after error@1962316592) -> (continuation of Deferred@191118092 after retry RPC after error@398697845) -> (continuation of Deferred@203332228 after retry RPC after error@1278338852) -> (continuation of Deferred@1722223093 after retry RPC after error@1824907353) -> (continuation of Deferred@351768063 after retry RPC after error@1463566466) -> (continuation of Deferred@160043825 after retry RPC after error@1250880881) -> (continuation of Deferred@1656621482 after retry RPC after error@1471380783) -> (continuation of Deferred@242872179 after retry RPC after error@866217640) -> (continuation of Deferred@557892143 after retry RPC after error@1834391853) -> (continuation of Deferred@748020099 after retry RPC after error@343477911) -> (continuation of Deferred@856684429 after retry RPC after error@1783205680) -> (continuation of Deferred@1775493635 after retry RPC after error@897733656), errback=(continuation of Deferred@820038141 after retry RPC after error@1050953178) -> (continuation of Deferred@1105108178 after retry RPC after error@409511792) -> (continuation of Deferred@779168417 after retry RPC after error@854007840) -> (continuation of Deferred@124388002 after retry RPC after error@1516533272) -> (continuation of Deferred@2103933911 after retry RPC after error@1980412539) -> (continuation of Deferred@555925770 after retry RPC after error@1485813632) -> (continuation of Deferred@510711429 after retry RPC after error@1028273754) -> (continuation of Deferred@181897832 after retry RPC after error@792796933) -> (continuation of Deferred@933044374 after retry RPC after error@1527331033) -> (continuation of Deferred@1841003802 after retry RPC after error@1244003999) -> (continuation of Deferred@342032093 after retry RPC after error@113234808) -> (continuation of Deferred@811220248 after retry RPC after error@1441721482) -> (continuation of Deferred@1459184892 after retry RPC after error@782584136) -> (continuation of Deferred@1341526905 after retry RPC after error@1834888369) -> (continuation of Deferred@1889368930 after retry RPC after error@1962316592) -> (continuation of Deferred@191118092 after retry RPC after error@398697845) -> (continuation of Deferred@203332228 after retry RPC after error@1278338852) -> (continuation of Deferred@1722223093 after retry RPC after error@1824907353) -> (continuation of Deferred@351768063 after retry RPC after error@1463566466) -> (continuation of Deferred@160043825 after retry RPC after error@1250880881) -> (continuation of Deferred@1656621482 after retry RPC after error@1471380783) -> (continuation of Deferred@242872179 after retry RPC after error@866217640) -> (continuation of Deferred@557892143 after retry RPC after error@1834391853) -> (continuation of Deferred@748020099 after retry RPC after error@343477911) -> (continuation of Deferred@856684429 after retry RPC after error@1783205680) -> (continuation of Deferred@1775493635 after retry RPC after error@897733656)))
00:29:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.219942 20807 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:53.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.220538 20807 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:53.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.221038 20807 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:53.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.253587 20807 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.253893 20807 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.254170 20807 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.254398 20807 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.254607 20807 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:53.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.254763 20807 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46537/jwks.json
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:53.291769 20807 master_runner.cc:387] Master server non-default flags:
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.62:38113
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data/info.pb
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.62
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/logs
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:53.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:53.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:53.293125 20807 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:53.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:53.294798 20807 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:53.306 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:53.307 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:53.307 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:53.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.307313 20814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:53.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:53.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:53.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:53.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:53.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:53.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:53.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:53.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:53.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:53.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:53.404 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:53.404 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:53.404 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:53.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:53.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:53.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470593601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:53.612 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:29:53.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:29:53.631 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:53.632 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:53.632 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:53.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:53.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:53.859 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:53.860 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:53.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.861 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:53.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:53.944 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:53.945 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:53.945 [DEBUG - pool-108-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:53.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:53.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:53.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:53.946 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:53.992 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:53.992 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:53.992 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:53.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:53.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:53.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.994 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:53.994 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470594102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:54.112 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:29:54.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:29:54.230 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.231 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.231 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.232 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.251 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.251 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.251 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.252 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.291 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.292 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.360 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.411 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.411 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.411 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:54.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:53.309572 20813 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:54.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.508443 20816 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:54.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.510519 20807 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.204s	user 0.456s	sys 0.745s
00:29:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.510833 20807 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.204s	user 0.456s	sys 0.745s
00:29:54.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.511109 20807 server_base.cc:1061] running on GCE node
00:29:54.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.512245 20807 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:54.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.516055 20807 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:54.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.517450 20807 hybrid_clock.cc:648] HybridClock initialized: now 1783470594517413 us; error 44 us; skew 500 ppm
00:29:54.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.518309 20807 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:54.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.529018 20807 webserver.cc:534] Webserver started at http://127.20.78.62:39457/ using document root <none> and password file <none>
00:29:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.530045 20807 fs_manager.cc:362] Metadata directory not provided
00:29:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.530267 20807 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:54.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.530754 20807 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.535176 20807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data/instance:
00:29:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "349318de837c41f494c893dce8f17607"
00:29:54.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:54 on dist-test-slave-qgzj"
00:29:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.536343 20807 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal/instance:
00:29:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "349318de837c41f494c893dce8f17607"
00:29:54.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:54 on dist-test-slave-qgzj"
00:29:54.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.544368 20807 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
00:29:54.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.550587 20823 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.551883 20807 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
00:29:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.552220 20807 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal
00:29:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "349318de837c41f494c893dce8f17607"
00:29:54.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:54 on dist-test-slave-qgzj"
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.552570 20807 fs_report.cc:389] FS layout report
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data/data
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:54.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:54.590 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.590 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.590 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470594602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:54.613 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:29:54.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:29:54.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.622623 20807 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.624212 20807 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:54.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.624732 20807 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:54.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:54.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:54.671 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:54.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:54.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:54.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:54.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.707337 20807 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.62:38113
00:29:54.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.707463 20874 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.62:38113 every 8 connection(s)
00:29:54.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.711769 20807 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/data/info.pb
00:29:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.712574 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 20807
00:29:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.713081 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-0/wal/instance
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.718650 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/logs
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data/info.pb
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.61:36875
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.61
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json with env {}
00:29:54.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.719797 20875 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:54.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.734279 20875 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } has no permanent_uuid. Determining permanent_uuid...
00:29:54.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.762693 20875 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } has no permanent_uuid. Determining permanent_uuid...
00:29:54.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.765518 20824 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:54.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.769867 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:54.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.819298 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 1
00:29:54.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.824036 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:54.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.892472 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 2
00:29:54.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.897360 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:54.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:54.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:54.988802 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 3
00:29:54.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:54.993957 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.040710 20877 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:55.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.041321 20877 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:55.041 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:29:55.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.041895 20877 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:55.042 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:29:55.043 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
00:29:55.043 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:29:55.043 [INFO - Thread-28] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:29:55.044 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
00:29:55.044 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:29:55.044 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:29:55.044 [DEBUG - Thread-28] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:29:55.044 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:29:55.044 [DEBUG - Thread-28] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:29:55.045 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
00:29:55.045 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:29:55.045 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
00:29:55.046 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
00:29:55.046 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:29:55.046 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
00:29:55.046 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:29:55.047 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:29:55.047 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
00:29:55.047 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:29:55.047 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
00:29:55.047 [INFO - Thread-28] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:29:55.047 [INFO - Thread-28] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:29:55.047 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
00:29:55.048 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:29:55.048 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:29:55.048 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:29:55.050 [DEBUG - Thread-28] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:55.050 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:29:55.050 [INFO - Thread-28] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:29:55.050 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:29:55.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
00:29:55.050 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
00:29:55.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c44dd22
00:29:55.051 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:29:55.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:55.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:55.051 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:29:55.052 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:29:55.053 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cf274d7
00:29:55.055 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:55.055 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:55.055 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:55.055 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:55.055 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:29:55.055 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:29:55.056 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.056 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:29:55.057 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
00:29:55.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
00:29:55.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e08c2a5
00:29:55.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.057 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:55.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:55.058 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:29:55.058 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:29:55.062 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54ba5a9d
00:29:55.064 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:55.064 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:29:55.066 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:29:55.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
00:29:55.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
00:29:55.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24444344
00:29:55.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:55.067 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:55.067 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:29:55.067 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:29:55.069 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65cb7f58
00:29:55.071 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:55.072 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.073 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.073 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.073 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.075 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.075 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.075 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
00:29:55.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
00:29:55.076 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f75a067
00:29:55.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:29:55.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.076 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:29:55.077 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:29:55.077 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.077 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:29:55.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.079 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b8dbdf5
00:29:55.081 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.081 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:29:55.090 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.091 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.092 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.093 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.094 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.095 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.096 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.096 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.096 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.097 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.098683 20877 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.099110 20877 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:55.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.099460 20877 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:55.099 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.099 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.099936 20877 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:55.100 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.100 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.100396 20877 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:55.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.100697 20877 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46537/jwks.json
00:29:55.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.101 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.101 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.101 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.101 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.102 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.102 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.102 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.102 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470595102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:55.103 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.103 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.103 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.103 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.113 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.114 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.114 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.115 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.115 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.114 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.116 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.116 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.117 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:29:55.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.117 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:29:55.119 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.119 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.119 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.119 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.120 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.120 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.120 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.120 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.120 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.120 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.121 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.124 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.125 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.125 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.125 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.126 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.133 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.133 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.134 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.134 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.134 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.134 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.134 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.136 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.136 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.136 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.136 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.137 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.137 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.137 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.137 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.138 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.138069 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 4
00:29:55.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.138 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.138 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.139 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.140 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.140 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.140 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.140 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.141 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.141 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.141 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.141 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.141 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.143553 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.152191 20877 master_runner.cc:387] Master server non-default flags:
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.61:36875
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:55.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data/info.pb
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.61
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/logs
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:55.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:55.153 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.154 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.153888 20877 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:55.154 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.154 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.154 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.155 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.155 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.156 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.156177 20877 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:55.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.156 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.156 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.156 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.156 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.157 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.157 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.157 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.158 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.158 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.161 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.161 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.161 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.162 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.167989 20939 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:55.173 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.174 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.174 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.175 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.175 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.175 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.175 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.176 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.176 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.176 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.176 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.176 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.177 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.176 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.177 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.196 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.197 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.197 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.201 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.201 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.201 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.213 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.214 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.214 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.215 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.215 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.215 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.216 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.216 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.216 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.217 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.217 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.218 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.218 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.218 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.219 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.236 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.237 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.237 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.238 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.242 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.242 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.242 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.242 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.242 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.242 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.243 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.253 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.254 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.254 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.256 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.256 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.256 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.257 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:55.276 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.276 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.277 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.278 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.302 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.302 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.302 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.303 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.324 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.334 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.334 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.334 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.336 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.336 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.336 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:55.430 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:55.430 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:55.431 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:55.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:55.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:55.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:55.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:55.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:55.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:55.432 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:55.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:55.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:55.433 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:55.436 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.436 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.436 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.442921 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 5
00:29:55.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.450033 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:55.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.494 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.496 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.497 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.537 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.537 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.538 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.556 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.556 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.556 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.558 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.558 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.558 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.558 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.558 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.558 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.559 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.560 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.560 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.560 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.560 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:55.561 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:55.561 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:55.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:55.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:55.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:55.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:55.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:55.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:55.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:55.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:55.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:55.562 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:55.564 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.564 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.565 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.565 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.566 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470595602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:55.614 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:55.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:29:55.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:55.816 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:55.816 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:55.816 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:55.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:55.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:55.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:55.818 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:55.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:55.934 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.934 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.934 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.936 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.937 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.937 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.938 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.962 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:55.962 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:55.962 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:55.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:55.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:55.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:55.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:55.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:55.997570 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 6
00:29:56.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.024351 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.61:36875: Network error: Client connection negotiation failed: client connection to 127.20.78.61:36875: connect: Connection refused (error 111)
00:29:56.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470596102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:56.119 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:29:56.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:29:56.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:56.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:56.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:56.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:56.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:56.353 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:56.353 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:56.354 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:56.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:56.358 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:56.359 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:56.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.359 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:56.360 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.360 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.360 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:56.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:55.169305 20940 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:56.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.379392 20942 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.381978 20941 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1212 milliseconds
00:29:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.382504 20877 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.214s	user 0.405s	sys 0.801s
00:29:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.382758 20877 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.214s	user 0.405s	sys 0.801s
00:29:56.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.382941 20877 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:56.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.384016 20877 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:56.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.386633 20877 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.388013 20877 hybrid_clock.cc:648] HybridClock initialized: now 1783470596387979 us; error 46 us; skew 500 ppm
00:29:56.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.388959 20877 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:56.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.396273 20877 webserver.cc:534] Webserver started at http://127.20.78.61:38823/ using document root <none> and password file <none>
00:29:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.397302 20877 fs_manager.cc:362] Metadata directory not provided
00:29:56.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.397521 20877 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:56.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.397984 20877 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.402474 20877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data/instance:
00:29:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4afb01368104437bef07b77f5b4fdb2"
00:29:56.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:56 on dist-test-slave-qgzj"
00:29:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.403661 20877 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal/instance:
00:29:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4afb01368104437bef07b77f5b4fdb2"
00:29:56.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:56 on dist-test-slave-qgzj"
00:29:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.411613 20877 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
00:29:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.417872 20951 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.419262 20877 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.419672 20877 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c4afb01368104437bef07b77f5b4fdb2"
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:56 on dist-test-slave-qgzj"
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.420043 20877 fs_report.cc:389] FS layout report
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data/data
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:56.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:56.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:56.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.509740 20877 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:56.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.511430 20877 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:56.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.511950 20877 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:56.576 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:56.577 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:56.577 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:56.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.585202 20877 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.61:36875
00:29:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.585280 21002 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.61:36875 every 8 connection(s)
00:29:56.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.588110 20877 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/data/info.pb
00:29:56.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.594273 21003 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:56.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.595389 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 20877
00:29:56.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.595871 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-1/wal/instance
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.598870 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/logs
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data/info.pb
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.60:41935
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.60
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:56.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json with env {}
00:29:56.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470596602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:56.610 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:29:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.608820 21003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } has no permanent_uuid. Determining permanent_uuid...
00:29:56.611 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:29:56.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.630894 21003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } has no permanent_uuid. Determining permanent_uuid...
00:29:56.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.645665 21003 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } has no permanent_uuid. Determining permanent_uuid...
00:29:56.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.648087 20952 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:56.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.652187 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:56.666 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:56.666 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:56.666 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:56.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:56.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:56.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:56.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:56.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:56.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:56.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:56.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:56.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:56.667 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:56.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.701768 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 1
00:29:56.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.706168 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:56.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:56.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.774546 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 2
00:29:56.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.779162 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:56.816 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:56.816 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:56.816 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.817 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:56.817 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:56.817 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:56.817 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.817 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:56.817 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:56.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.870570 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 3
00:29:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.875010 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:56.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.924695 21005 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:29:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.925252 21005 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:29:56.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.925756 21005 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:29:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.957845 21005 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:29:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.958132 21005 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:29:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.958375 21005 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:29:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.958578 21005 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:29:56.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.958781 21005 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:29:56.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:56.958945 21005 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46537/jwks.json
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.995321 21005 master_runner.cc:387] Master server non-default flags:
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.60:41935
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:29:56.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46537/jwks.json
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data/info.pb
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.60
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/logs
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:29:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.996680 21005 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:29:56.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:56.998282 21005 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:29:57.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.009430 21015 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:57.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.018481 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 4
00:29:57.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.026443 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.094172 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } attempt: 7
00:29:57.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470597101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:57.113 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:29:57.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:29:57.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.131879 20875 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } has no permanent_uuid. Determining permanent_uuid...
00:29:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.139533 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.197994 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 1
00:29:57.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.214227 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.231 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:57.231 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:57.231 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:57.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:57.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:57.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.297647 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 2
00:29:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.305835 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.325894 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 5
00:29:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.335943 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.391331 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 3
00:29:57.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.400904 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:57.531 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:57.531 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:57.532 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:57.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.533 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.534 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:57.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.541416 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 4
00:29:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.548606 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.579 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:29:57.580 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:29:57.580 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:29:57.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:57.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:57.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:29:57.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:57.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:57.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:29:57.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:57.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:57.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:29:57.581 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:29:57.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470597601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:57.616 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:29:57.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:29:57.737 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:57.737 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:57.738 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:57.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:57.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:57.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:57.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:57.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:57.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:57.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:57.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:57.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:57.740 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:57.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:57.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.832113 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 5
00:29:57.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.840214 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.856 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:29:57.857 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:29:57.857 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:29:57.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:57.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:57.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:29:57.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:57.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:57.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:29:57.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:57.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:57.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:29:57.859 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:29:57.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:57.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:57.879 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:57.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:57.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:57.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:57.881 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:57.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:57.883456 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 6
00:29:57.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.908203 21003 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:57.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:58.101 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:58.102 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:58.102 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:58.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:58.105 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470598103 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:58.123 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:29:58.129 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:29:58.236 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:58.236 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:58.236 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:58.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.238 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:58.254 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:29:58.254 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:29:58.254 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:29:58.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:29:58.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:29:58.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:29:58.256 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:29:58.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:58.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:57.009847 21016 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.296377 21018 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:29:58.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.300112 21017 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1290 milliseconds
00:29:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.301002 21005 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.292s	user 0.491s	sys 0.762s
00:29:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.301326 21005 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.292s	user 0.491s	sys 0.762s
00:29:58.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.301618 21005 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:29:58.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.303120 21005 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:29:58.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.306442 21005 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:29:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.307921 21005 hybrid_clock.cc:648] HybridClock initialized: now 1783470598307817 us; error 100 us; skew 500 ppm
00:29:58.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.309128 21005 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:29:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.317912 21005 webserver.cc:534] Webserver started at http://127.20.78.60:46197/ using document root <none> and password file <none>
00:29:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.319229 21005 fs_manager.cc:362] Metadata directory not provided
00:29:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.319515 21005 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:29:58.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.320077 21005 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:29:58.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.326584 21005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data/instance:
00:29:58.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d1841fa20194e8fb30c228e8174510b"
00:29:58.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:58 on dist-test-slave-qgzj"
00:29:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.328159 21005 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal/instance:
00:29:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d1841fa20194e8fb30c228e8174510b"
00:29:58.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:58 on dist-test-slave-qgzj"
00:29:58.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.338253 21005 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.002s
00:29:58.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.346046 21031 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:29:58.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.347594 21005 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.002s
00:29:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.348021 21005 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal
00:29:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d1841fa20194e8fb30c228e8174510b"
00:29:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:29:58 on dist-test-slave-qgzj"
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.348461 21005 fs_report.cc:389] FS layout report
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data/data
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:29:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:29:58.371 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:58.372 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:58.372 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:58.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.373 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:58.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.395149 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 6
00:29:58.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.402814 20875 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.78.60:41935: Network error: Client connection negotiation failed: client connection to 127.20.78.60:41935: connect: Connection refused (error 111)
00:29:58.411 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:58.411 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:58.412 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:58.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.413 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.413 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:58.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:58.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.433601 21005 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:29:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.435055 21005 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:29:58.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.435460 21005 kserver.cc:163] Server-wide thread pool size limit: 3276
00:29:58.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.505627 21005 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.60:41935
00:29:58.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.505697 21084 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.60:41935 every 8 connection(s)
00:29:58.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.508287 21005 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/data/info.pb
00:29:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.512025 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21005
00:29:58.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.512511 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/master-2/wal/instance
00:29:58.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.515053 21085 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:29:58.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.530575 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } has no permanent_uuid. Determining permanent_uuid...
00:29:58.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.556149 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } has no permanent_uuid. Determining permanent_uuid...
00:29:58.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.565833 21085 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } has no permanent_uuid. Determining permanent_uuid...
00:29:58.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.582958 21085 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: Bootstrap starting.
00:29:58.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.591495 21085 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: Neither blocks nor log segments found. Creating new log.
00:29:58.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.593858 21085 log.cc:826] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: Log is configured to *not* fsync() on all Append() calls
00:29:58.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.599304 21085 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: No bootstrap required, opened a new log
00:29:58.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470598602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:58.615 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:29:58.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:29:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.625878 21085 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:58.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.626540 21085 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:58.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.626758 21085 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d1841fa20194e8fb30c228e8174510b, State: Initialized, Role: FOLLOWER
00:29:58.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.627452 21085 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.629868 21094 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:58.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.630684 21094 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: This master's current role is: FOLLOWER
00:29:58.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.631274 21085 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: configured and running, proceeding with master startup.
00:29:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.656899 21105 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:29:58.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.657533 21105 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:29:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.659808 21094 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:29:58.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.660348 21094 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:58.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.663154 21094 leader_election.cc:290] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 349318de837c41f494c893dce8f17607 (127.20.78.62:38113), c4afb01368104437bef07b77f5b4fdb2 (127.20.78.61:36875)
00:29:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.650974 21005 master_runner.cc:187] Error getting master registration for 127.20.78.62:38113: OK, instance_id { permanent_uuid: "349318de837c41f494c893dce8f17607" instance_seqno: 1783470594677855 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:58.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.681727 21005 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:58.690 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:29:58.691 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:29:58.691 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:29:58.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:29:58.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:58.690564 21039 tablet.cc:2406] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:58.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.693 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:29:58.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:29:58.693 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:29:58.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:58.806 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:58.806 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:58.806 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:58.807 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:58.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:58.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:58.807 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:58.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:58.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:58.807 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:58.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:58.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:58.807 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:58.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:58.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.968708 21003 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 7
00:29:58.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.992009 21003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: Bootstrap starting.
00:29:59.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:58.999781 21003 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: Neither blocks nor log segments found. Creating new log.
00:29:59.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.002533 21003 log.cc:826] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: Log is configured to *not* fsync() on all Append() calls
00:29:59.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.008203 21003 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: No bootstrap required, opened a new log
00:29:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.037361 21003 raft_consensus.cc:359] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.038285 21003 raft_consensus.cc:385] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:59.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.038754 21003 raft_consensus.cc:740] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c4afb01368104437bef07b77f5b4fdb2, State: Initialized, Role: FOLLOWER
00:29:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.039923 21003 consensus_queue.cc:260] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.042853 21109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.043635 21109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.044873 21003 sys_catalog.cc:565] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: configured and running, proceeding with master startup.
00:29:59.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.046733 20978 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d1841fa20194e8fb30c228e8174510b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4afb01368104437bef07b77f5b4fdb2" is_pre_election: true
00:29:59.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.047755 20978 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d1841fa20194e8fb30c228e8174510b in term 0.
00:29:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.049542 21034 leader_election.cc:304] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d1841fa20194e8fb30c228e8174510b, c4afb01368104437bef07b77f5b4fdb2; no voters: 
00:29:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.050334 21094 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Leader pre-election won for term 1
00:29:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.050709 21094 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:29:59.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.051039 21094 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 0 FOLLOWER]: Advancing to term 1
00:29:59.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.061434 21094 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:59.067561 20871 debug-util.cc:398] Leaking SignalData structure 0x7b080003d3e0 after lost signal to thread 20808
00:29:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.070086 21094 leader_election.cc:290] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [CANDIDATE]: Term 1 election: Requested vote from peers 349318de837c41f494c893dce8f17607 (127.20.78.62:38113), c4afb01368104437bef07b77f5b4fdb2 (127.20.78.61:36875)
00:29:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.070806 20978 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d1841fa20194e8fb30c228e8174510b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c4afb01368104437bef07b77f5b4fdb2"
00:29:59.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.071372 20978 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 0 FOLLOWER]: Advancing to term 1
00:29:59.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.078540 20978 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d1841fa20194e8fb30c228e8174510b in term 1.
00:29:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.080018 21034 leader_election.cc:304] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d1841fa20194e8fb30c228e8174510b, c4afb01368104437bef07b77f5b4fdb2; no voters: 
00:29:59.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.081138 21094 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 1 FOLLOWER]: Leader election won for term 1
00:29:59.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.091382 21094 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [term 1 LEADER]: Becoming Leader. State: Replica: 5d1841fa20194e8fb30c228e8174510b, State: Running, Role: LEADER
00:29:59.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.094354 21094 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470599102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:59.123 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:29:59.124 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:29:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.166244 21118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d1841fa20194e8fb30c228e8174510b. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.166992 21118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: This master's current role is: LEADER
00:29:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:59.167026 21121 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:29:59.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:59.167394 21121 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:29:59.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.169641 21124 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:29:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.134478 20877 master_runner.cc:187] Error getting master registration for 127.20.78.62:38113: OK, instance_id { permanent_uuid: "349318de837c41f494c893dce8f17607" instance_seqno: 1783470594677855 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:29:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.182689 20877 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:29:59.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.184116 21124 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:29:59.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.217206 20978 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [term 1 FOLLOWER]: Refusing update from remote peer 5d1841fa20194e8fb30c228e8174510b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:59.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.219614 21094 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [LEADER]: Connected to new peer: Peer: permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:59.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:59.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:59.270402 20957 tablet.cc:2406] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.290429 21109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d1841fa20194e8fb30c228e8174510b. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.291158 21109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.302232 21125 mvcc.cc:204] Tried to move back new op lower bound from 7305095574364643328 to 7305095574057562112. Current Snapshot: MvccSnapshot[applied={T|T < 7305095574364643328}]
00:29:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.317934 21118 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.318678 21118 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: This master's current role is: LEADER
00:29:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.326854 21109 sys_catalog.cc:455] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.327595 21109 sys_catalog.cc:458] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.343243 21124 catalog_manager.cc:1382] Generated new cluster ID: d8ae8fee9aa5429f80e88d0971fa8886
00:29:59.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.343572 21124 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:29:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.396881 21124 catalog_manager.cc:1405] Generated new certificate authority record
00:29:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.398972 21124 catalog_manager.cc:1539] Loading token signing keys...
00:29:59.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:59.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.436188 20875 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } attempt: 7
00:29:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.455207 21124 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b: Generated new TSK 0
00:29:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.456331 21124 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:29:59.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.469026 20875 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: Bootstrap starting.
00:29:59.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.476845 20875 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: Neither blocks nor log segments found. Creating new log.
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.488286 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:29:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/logs
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data/info.pb
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.1:0
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.1
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.1
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:29:59.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:29:59.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.490859 20875 log.cc:826] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: Log is configured to *not* fsync() on all Append() calls
00:29:59.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.507596 20875 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: No bootstrap required, opened a new log
00:29:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.559880 20875 raft_consensus.cc:359] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.561003 20875 raft_consensus.cc:385] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:29:59.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.561448 20875 raft_consensus.cc:740] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 349318de837c41f494c893dce8f17607, State: Initialized, Role: FOLLOWER
00:29:59.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.562700 20875 consensus_queue.cc:260] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } }
00:29:59.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.576637 21133 sys_catalog.cc:455] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.577791 21133 sys_catalog.cc:458] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.578526 20875 sys_catalog.cc:565] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: configured and running, proceeding with master startup.
00:29:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.579130 20848 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [term 0 FOLLOWER]: Advancing to term 1
00:29:59.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.581111 20850 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d1841fa20194e8fb30c228e8174510b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "349318de837c41f494c893dce8f17607" is_pre_election: true
00:29:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.584076 20849 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d1841fa20194e8fb30c228e8174510b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "349318de837c41f494c893dce8f17607"
00:29:59.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.593237 20848 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [term 1 FOLLOWER]: Refusing update from remote peer 5d1841fa20194e8fb30c228e8174510b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:29:59.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.595470 21094 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [LEADER]: Connected to new peer: Peer: permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:29:59.606 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470599602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:29:59.622 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:29:59.623 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:29:59.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:29:59.635090 20829 tablet.cc:2406] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:29:59.666 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:59.667 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:59.667 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:59.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.699412 21133 sys_catalog.cc:455] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d1841fa20194e8fb30c228e8174510b. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.700111 21133 sys_catalog.cc:458] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.701395 21144 sys_catalog.cc:455] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:29:59.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.702301 21144 sys_catalog.cc:458] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607 [sys.catalog]: This master's current role is: FOLLOWER
00:29:59.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:29:59.714692 21150 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:29:59.746 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:29:59.746 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:29:59.746 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:29:59.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:29:59.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:29:59.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:29:59.747 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:29:59.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:29:59.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.001719 21151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5d1841fa20194e8fb30c228e8174510b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "349318de837c41f494c893dce8f17607" member_type: VOTER last_known_addr { host: "127.20.78.62" port: 38113 } } peers { permanent_uuid: "c4afb01368104437bef07b77f5b4fdb2" member_type: VOTER last_known_addr { host: "127.20.78.61" port: 36875 } } peers { permanent_uuid: "5d1841fa20194e8fb30c228e8174510b" member_type: VOTER last_known_addr { host: "127.20.78.60" port: 41935 } } }
00:30:00.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.002498 21151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d1841fa20194e8fb30c228e8174510b [sys.catalog]: This master's current role is: LEADER
00:30:00.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470600102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:00.121 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:00.122 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:00.122 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:00.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.123 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:00.125 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
00:30:00.127 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:30:00.153 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:00.153 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:00.153 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:00.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.155 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.155 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.155 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.173108 21121 catalog_manager.cc:1294] Loaded cluster ID: d8ae8fee9aa5429f80e88d0971fa8886
00:30:00.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.173399 21121 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: loading cluster ID for follower catalog manager: success
00:30:00.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.185370 21121 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: acquiring CA information for follower catalog manager: success
00:30:00.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.192378 21121 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c4afb01368104437bef07b77f5b4fdb2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:00.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.306486 21132 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:00.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.307152 21132 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.307868 21132 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:00.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.372115 21132 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:00.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.373536 21132 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.78.1
00:30:00.376 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:00.376 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:00.376 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:00.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.378 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.378 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.378 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:00.415 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:00.415 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:00.416 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:00.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:00.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:00.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:00.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:00.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:00.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:00.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:00.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:00.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:00.417 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:00.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.452781 21132 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.1:0
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data/info.pb
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.1
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.1
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/logs
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.455518 21132 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:00.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.457887 21132 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:00.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.486738 21159 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:00.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470600602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:00.618 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:30:00.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:30:00.677 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:00.678 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:00.678 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:00.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:00.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:00.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.680 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:00.680 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:00.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.747294 21150 catalog_manager.cc:1294] Loaded cluster ID: d8ae8fee9aa5429f80e88d0971fa8886
00:30:00.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.747797 21150 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: loading cluster ID for follower catalog manager: success
00:30:00.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.755192 21150 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: acquiring CA information for follower catalog manager: success
00:30:00.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:00.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:00.774267 21150 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 349318de837c41f494c893dce8f17607: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:00.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:01.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470601102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:01.119 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:30:01.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:01.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:01.121 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:01.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:01.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:01.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:01.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:01.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:01.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:01.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:01.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:01.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:01.122 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:01.122 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:30:01.196 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:01.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:01.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:01.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:01.197 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:01.197 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:01.198 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:01.198 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:01.198 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:01.198 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:01.198 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:01.198 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:01.198 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:01.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:01.349 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:01.349 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:01.349 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:01.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:01.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:01.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470601601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:01.616 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:30:01.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:30:01.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:01.851 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:01.852 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:01.852 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:01.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.854 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:01.910 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:01.911 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:01.911 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:01.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:01.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:01.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:01.913 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:01.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:02.042 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:02.042 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:02.042 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:02.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.043 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:02.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470602101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:02.116 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:30:02.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:30:02.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:02.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:02.120 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:02.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:02.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:02.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:02.121 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:02.121 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:02.121 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:02.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:02.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:02.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:02.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:02.251 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:02.251 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:02.251 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:02.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:02.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:02.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:02.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:02.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:02.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:02.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:02.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:02.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:02.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:02.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:02.386 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:02.386 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:02.387 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:02.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:02.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:02.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:02.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:02.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:02.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:02.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:02.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:02.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:02.388 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:02.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:02.466 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:02.466 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:02.466 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:02.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:02.605 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470602602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:02.615 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:30:02.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:30:02.694 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:02.694 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:02.694 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:02.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:02.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:02.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:02.696 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:01.884817 21158 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21132
00:30:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:02.738025 21132 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.248s	user 0.439s	sys 0.556s
00:30:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:02.738379 21132 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.249s	user 0.439s	sys 0.556s
00:30:02.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:00.492498 21160 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:02.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:02.746182 21164 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:02.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.746726 21132 server_base.cc:1061] running on GCE node
00:30:02.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.747829 21132 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:02.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.750010 21132 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:02.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.751366 21132 hybrid_clock.cc:648] HybridClock initialized: now 1783470602751333 us; error 34 us; skew 500 ppm
00:30:02.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.752205 21132 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:02.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.758136 21132 webserver.cc:534] Webserver started at http://127.20.78.1:37931/ using document root <none> and password file <none>
00:30:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.759040 21132 fs_manager.cc:362] Metadata directory not provided
00:30:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.759267 21132 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.759717 21132 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.764005 21132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data/instance:
00:30:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:02.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:02 on dist-test-slave-qgzj"
00:30:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.765166 21132 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal/instance:
00:30:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:02.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:02 on dist-test-slave-qgzj"
00:30:02.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:02.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.773049 21132 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.003s
00:30:02.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.779333 21171 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:02.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.780701 21132 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.007s	sys 0.000s
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.781831 21132 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:02 on dist-test-slave-qgzj"
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.782191 21132 fs_report.cc:389] FS layout report
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data/data
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:02.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:02.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:02.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.833149 21132 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:02.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.834753 21132 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:02.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.835263 21132 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:02.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.838250 21132 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.843051 21132 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.843261 21132 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.843456 21132 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:02.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:02.843588 21132 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:02.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.006472 21132 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.1:39305
00:30:03.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.006649 21283 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.1:39305 every 8 connection(s)
00:30:03.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.009183 21132 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/data/info.pb
00:30:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.015301 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21132
00:30:03.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.015938 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-0/wal/instance
00:30:03.036 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:03.036 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:03.037 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:03.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:03.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:03.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:03.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:03.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:03.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:03.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:03.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:03.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:03.038 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.042722 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/logs
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data/info.pb
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.2:0
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.2
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.2
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:03.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.074124 21284 heartbeater.cc:344] Connected to a master server at 127.20.78.60:41935
00:30:03.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.074626 21284 heartbeater.cc:461] Registering TS with master...
00:30:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.074739 21285 heartbeater.cc:344] Connected to a master server at 127.20.78.61:36875
00:30:03.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.075133 21285 heartbeater.cc:461] Registering TS with master...
00:30:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.075968 21284 heartbeater.cc:507] Master 127.20.78.60:41935 requested a full tablet report, sending...
00:30:03.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.076422 21285 heartbeater.cc:507] Master 127.20.78.61:36875 requested a full tablet report, sending...
00:30:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.079275 21050 ts_manager.cc:194] Registered new tserver with Master: b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.079922 21286 heartbeater.cc:344] Connected to a master server at 127.20.78.62:38113
00:30:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.080258 21286 heartbeater.cc:461] Registering TS with master...
00:30:03.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.081143 21286 heartbeater.cc:507] Master 127.20.78.62:38113 requested a full tablet report, sending...
00:30:03.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.083669 21050 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.78.1:52505
00:30:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.084451 20840 ts_manager.cc:194] Registered new tserver with Master: b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:03.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.084563 20968 ts_manager.cc:194] Registered new tserver with Master: b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:03.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470603102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:03.110 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:30:03.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:30:03.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:03.316 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:03.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:03.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:03.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.318 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:03.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.482317 21294 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.482960 21294 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:03.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.483670 21294 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:03.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.531644 21294 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.533008 21294 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.78.2
00:30:03.536 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:03.537 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:03.537 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:03.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:03.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:03.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:03.538 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.575250 21294 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.2:0
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data/info.pb
00:30:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.2
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.2
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/logs
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:03.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.576756 21294 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:03.578567 21294 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:03.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.593014 21301 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:03.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470603602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:03.612 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:30:03.613 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:30:03.710 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:03.711 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:03.711 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:03.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:03.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:03.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:03.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:03.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:03.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:03.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:03.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:03.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:03.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:03.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:03.925 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:04.078 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:04.078 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:04.078 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:04.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:04.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:04.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:04.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:04.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:04.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:04.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:04.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:04.082 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:04.082 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:04.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.089977 21284 heartbeater.cc:499] Master 127.20.78.60:41935 was elected leader, sending a full tablet report...
00:30:04.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470604102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:04.122 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:30:04.123 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:30:04.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:04.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:04.491 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:04.492 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:04.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:04.492 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:04.493 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:04.494 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:04.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:04.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:04.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:04.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:04.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:04.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:04.495 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:04.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470604602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:04.613 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:04.615 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:30:04.639 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:04.640 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:04.640 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:04.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.641 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.641 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:04.740 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:04.740 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:04.740 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:04.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.742 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:04.770 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:04.771 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:04.771 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:04.772 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:04.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:04.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:04.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:04.786 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:04.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:04.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:03.596033 21302 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:04.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:04.936496 21304 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:04.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:04.938210 21303 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1341 milliseconds
00:30:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:04.940224 21294 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.345s	user 0.412s	sys 0.907s
00:30:04.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:04.940568 21294 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.345s	user 0.412s	sys 0.907s
00:30:04.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.940881 21294 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:04.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.942521 21294 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:04.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.945261 21294 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:04.946 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:04.946 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:04.946 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:04.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:04.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:04.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:04.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:04.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:04.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.947191 21294 hybrid_clock.cc:648] HybridClock initialized: now 1783470604947132 us; error 50 us; skew 500 ppm
00:30:04.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:04.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:04.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:04.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:04.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:04.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.948309 21294 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:04.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.957893 21294 webserver.cc:534] Webserver started at http://127.20.78.2:33779/ using document root <none> and password file <none>
00:30:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.959275 21294 fs_manager.cc:362] Metadata directory not provided
00:30:04.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.959563 21294 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:04.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.960130 21294 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.966751 21294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data/instance:
00:30:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:04.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:04 on dist-test-slave-qgzj"
00:30:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.968325 21294 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal/instance:
00:30:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:04.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:04 on dist-test-slave-qgzj"
00:30:04.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.978945 21294 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.002s
00:30:04.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.986848 21312 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.988142 21294 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
00:30:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.988479 21294 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal
00:30:04.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:04 on dist-test-slave-qgzj"
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:04.988888 21294 fs_report.cc:389] FS layout report
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data/data
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:04.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:05.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:05.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:05.039 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:05.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.040 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.040 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.040 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:05.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.062206 21294 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.063810 21294 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.064312 21294 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:05.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.067034 21294 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.071789 21294 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.072002 21294 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.072304 21294 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:05.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.072469 21294 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:05.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470605102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:05.111 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:05.112 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:05.113 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:05.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.114 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:05.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:05.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:30:05.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:05.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:05.142 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:05.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.143 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.143 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.143 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.143 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.143 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.143 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:05.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.222642 21294 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.2:44397
00:30:05.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.222731 21425 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.2:44397 every 8 connection(s)
00:30:05.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.225319 21294 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/data/info.pb
00:30:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.232398 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21294
00:30:05.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.232920 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-1/wal/instance
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.246940 20792 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/logs
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data/info.pb
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.3:0
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.3
00:30:05.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.3
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:05.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.261937 21426 heartbeater.cc:344] Connected to a master server at 127.20.78.60:41935
00:30:05.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.262390 21426 heartbeater.cc:461] Registering TS with master...
00:30:05.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.263509 21426 heartbeater.cc:507] Master 127.20.78.60:41935 requested a full tablet report, sending...
00:30:05.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.266122 21050 ts_manager.cc:194] Registered new tserver with Master: f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:05.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:05.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.267795 21050 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.78.2:47541
00:30:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.275300 21428 heartbeater.cc:344] Connected to a master server at 127.20.78.62:38113
00:30:05.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.275689 21428 heartbeater.cc:461] Registering TS with master...
00:30:05.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.276372 21428 heartbeater.cc:507] Master 127.20.78.62:38113 requested a full tablet report, sending...
00:30:05.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.279218 20840 ts_manager.cc:194] Registered new tserver with Master: f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.281845 21427 heartbeater.cc:344] Connected to a master server at 127.20.78.61:36875
00:30:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.282109 21427 heartbeater.cc:461] Registering TS with master...
00:30:05.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.282559 21427 heartbeater.cc:507] Master 127.20.78.61:36875 requested a full tablet report, sending...
00:30:05.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.285032 20968 ts_manager.cc:194] Registered new tserver with Master: f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:05.316 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:05.316 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:05.316 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:05.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.316 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.316 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:05.316 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.316 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.316 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:05.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:05.317 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:05.424 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:05.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.567193 21436 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:05.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.567673 21436 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:05.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.568145 21436 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:05.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.601441 21436 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:05.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470605601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:05.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.602617 21436 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.78.3
00:30:05.609 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:30:05.611 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.646343 21436 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.78.20:44113
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.78.3:0
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:05.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data/info.pb
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.78.3
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.78.62:38113,127.20.78.61:36875,127.20.78.60:41935
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.78.3
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/logs
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:05.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.647679 21436 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:05.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:05.649320 21436 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:05.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.661713 21442 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:05.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:05.856 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:05.856 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:05.857 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:05.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:05.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:05.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:05.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:05.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:05.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:05.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:05.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:05.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:05.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:05.890 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:05.891 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:05.891 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:05.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:05.893 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.893 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.893 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:05.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:05.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:05.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:06.016 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:06.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:06.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:06.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.018 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:06.025 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:06.026 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:06.026 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:06.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:06.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:06.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:06.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:06.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:06.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:06.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:06.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:06.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:06.026 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:06.109 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470606103 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:06.127 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
00:30:06.133 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:30:06.214 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:06.214 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:06.215 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:06.215 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.215 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.217 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:06.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:06.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:06.272315 21426 heartbeater.cc:499] Master 127.20.78.60:41935 was elected leader, sending a full tablet report...
00:30:06.413 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:06.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:06.414 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:06.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.415 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.415 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.416 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.416 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.416 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.416 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:06.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:06.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470606602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:06.617 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:06.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:30:06.716 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:06.716 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:06.717 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:06.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:06.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:06.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:06.718 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:06.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:06.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:06.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:06.790 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:06.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:06.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:06.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:06.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:06.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:06.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:06.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:06.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:06.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:06.792 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:06.926 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:07.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:05.662493 21443 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:07.009282 21445 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:07.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:07.011545 21436 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.349s	user 0.510s	sys 0.799s
00:30:07.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:07.011827 21436 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.350s	user 0.510s	sys 0.799s
00:30:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:07.017210 21444 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1343 milliseconds
00:30:07.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.017279 21436 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:07.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.018849 21436 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:07.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.021272 21436 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:07.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.022660 21436 hybrid_clock.cc:648] HybridClock initialized: now 1783470607022601 us; error 53 us; skew 500 ppm
00:30:07.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.023524 21436 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:07.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.030953 21436 webserver.cc:534] Webserver started at http://127.20.78.3:42737/ using document root <none> and password file <none>
00:30:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.031896 21436 fs_manager.cc:362] Metadata directory not provided
00:30:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.032116 21436 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:07.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.032621 21436 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.037225 21436 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data/instance:
00:30:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:07.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:07 on dist-test-slave-qgzj"
00:30:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.038385 21436 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal/instance:
00:30:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:07.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:07 on dist-test-slave-qgzj"
00:30:07.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.046514 21436 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.002s	sys 0.006s
00:30:07.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.052724 21453 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.054057 21436 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:30:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.054425 21436 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal
00:30:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:07.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:07 on dist-test-slave-qgzj"
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.054764 21436 fs_report.cc:389] FS layout report
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data/data
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:07.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:07.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470607102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:07.110 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:30:07.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:30:07.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.133739 21436 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:07.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.135468 21436 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:07.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.135993 21436 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:07.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.139487 21436 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:07.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.144532 21436 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.144804 21436 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
00:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.145124 21436 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:07.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.145295 21436 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:07.179 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:07.179 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:07.180 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:07.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:07.259 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:07.260 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:07.260 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:07.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:07.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.261 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.261 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:07.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:07.261 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:07.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.286581 21436 rpc_server.cc:307] RPC server started. Bound to: 127.20.78.3:35389
00:30:07.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.286717 21565 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.78.3:35389 every 8 connection(s)
00:30:07.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.289737 21436 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/data/info.pb
00:30:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.299537 20792 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21436
00:30:07.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.300014 20792 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster2119631884348873490/ts-2/wal/instance
00:30:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.350767 21566 heartbeater.cc:344] Connected to a master server at 127.20.78.60:41935
00:30:07.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.351292 21566 heartbeater.cc:461] Registering TS with master...
00:30:07.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.352697 21566 heartbeater.cc:507] Master 127.20.78.60:41935 requested a full tablet report, sending...
00:30:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.355616 21050 ts_manager.cc:194] Registered new tserver with Master: 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.357543 21050 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.78.3:38423
00:30:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.358269 21568 heartbeater.cc:344] Connected to a master server at 127.20.78.62:38113
00:30:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.358613 21568 heartbeater.cc:461] Registering TS with master...
00:30:07.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.359508 21568 heartbeater.cc:507] Master 127.20.78.62:38113 requested a full tablet report, sending...
00:30:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.360734 21567 heartbeater.cc:344] Connected to a master server at 127.20.78.61:36875
00:30:07.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.361076 21567 heartbeater.cc:461] Registering TS with master...
00:30:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.362684 20840 ts_manager.cc:194] Registered new tserver with Master: 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:07.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.363148 21567 heartbeater.cc:507] Master 127.20.78.61:36875 requested a full tablet report, sending...
00:30:07.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.365717 20968 ts_manager.cc:194] Registered new tserver with Master: 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:07.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.381390 20792 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:30:07.393 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:07.393 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:30:07.394 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.78.62"
      port: 38113
    }
    bound_http_address {
      host: "127.20.78.62"
      port: 39457
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.78.61"
      port: 36875
    }
    bound_http_address {
      host: "127.20.78.61"
      port: 38823
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.78.60"
      port: 41935
    }
    bound_http_address {
      host: "127.20.78.60"
      port: 46197
    }
  }
}

00:30:07.394 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:30:07.395 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.78.1"
      port: 39305
    }
    bound_http_address {
      host: "127.20.78.1"
      port: 37931
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.78.2"
      port: 44397
    }
    bound_http_address {
      host: "127.20.78.2"
      port: 33779
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.78.3"
      port: 35389
    }
    bound_http_address {
      host: "127.20.78.3"
      port: 42737
    }
  }
}

00:30:07.396 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:30:07.398 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:07.398 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:30:07.398 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:30:07.398 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:30:07.398 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:30:07.401 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:30:07.425 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:07.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470607602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:07.611 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:30:07.612 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:30:07.737 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:07.737 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:30:07.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.740813 21576 mini_oidc.cc:150] Starting JWKS server
00:30:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.744067 21576 webserver.cc:534] Webserver started at http://127.0.0.1:37029/ using document root <none> and password file <none>
00:30:07.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.744685 21576 mini_oidc.cc:186] Starting OIDC Discovery server
00:30:07.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.746469 21576 webserver.cc:534] Webserver started at http://127.0.0.1:41947/ using document root <none> and password file <none>
00:30:07.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:07.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:07Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:30:07.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:07Z Disabled control of system clock
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:07.803972 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/logs
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data/info.pb
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.62:43801
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.62
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:07.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json with env {}
00:30:07.924 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:08.006 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:08.006 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:08.006 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:08.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:08.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:08.007 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:08.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:08.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:08.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:08.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:08.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:08.007 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:08.007 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:08.077 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:08.077 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:08.077 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:08.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:08.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470608102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:08.110 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:30:08.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:30:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.117395 21588 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.118009 21588 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:08.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.118613 21588 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.154136 21588 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.154469 21588 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:08.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.154767 21588 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.155050 21588 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.155328 21588 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:08.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.155550 21588 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37029/jwks.json
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:08.194799 21588 master_runner.cc:387] Master server non-default flags:
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.62:43801
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data/info.pb
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.62
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/logs
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:08.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:08.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:08.196404 21588 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:08.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:08.198137 21588 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:08.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.210093 21594 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:08.256 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:08.257 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:08.257 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:08.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:08.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:08.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:08.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:08.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:08.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:08.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:08.258 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:08.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:08.258 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:08.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:08.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:08.359 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:08.360 [DEBUG - pool-128-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:08.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:08.361 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=27909), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [944ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [944ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [7241ms] refreshing cache from master, [7241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7242ms] too many traces: truncated at 100 traces, deferred=Deferred@1449849435(state=PENDING, result=null, callback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042), errback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042)))
00:30:08.362 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:08.362 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=27909), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [944ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [944ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [7241ms] refreshing cache from master, [7241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7242ms] too many traces: truncated at 100 traces, deferred=Deferred@1449849435(state=PENDING, result=null, callback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042), errback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:08.363 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
00:30:08.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:08.363426 21566 heartbeater.cc:499] Master 127.20.78.60:41935 was elected leader, sending a full tablet report...
00:30:08.368 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:30:08.375 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=20, TimeoutTracker(timeout=30000, elapsed=27909), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [943ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [944ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [944ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3301ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [7241ms] refreshing cache from master, [7241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7242ms] too many traces: truncated at 100 traces, deferred=Deferred@1449849435(state=PENDING, result=null, callback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042), errback=(continuation of Deferred@648614434 after retry RPC after error@1872061673) -> (continuation of Deferred@1951114290 after retry RPC after error@1966241994) -> (continuation of Deferred@459562060 after retry RPC after error@1595068901) -> (continuation of Deferred@1985053697 after retry RPC after error@281237033) -> (continuation of Deferred@704441921 after retry RPC after error@1621663586) -> (continuation of Deferred@438529786 after retry RPC after error@274403721) -> (continuation of Deferred@1587243813 after retry RPC after error@2062330907) -> (continuation of Deferred@2067355906 after retry RPC after error@866572469) -> (continuation of Deferred@912351143 after retry RPC after error@695378180) -> (continuation of Deferred@405933153 after retry RPC after error@492051618) -> (continuation of Deferred@569697480 after retry RPC after error@498211699) -> (continuation of Deferred@359353760 after retry RPC after error@677896867) -> (continuation of Deferred@775131587 after retry RPC after error@601321205) -> (continuation of Deferred@1813913954 after retry RPC after error@2071704760) -> (continuation of Deferred@1240768413 after retry RPC after error@1372381328) -> (continuation of Deferred@1287966458 after retry RPC after error@1782345134) -> (continuation of Deferred@123281155 after retry RPC after error@833074968) -> (continuation of Deferred@1534991560 after retry RPC after error@1386634004) -> (continuation of Deferred@499705668 after retry RPC after error@299601042)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:08.376 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:08.377 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
00:30:08.378 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:30:08.378 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:30:08.378 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
00:30:08.471 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:08.472 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:08.472 [DEBUG - pool-126-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:08.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:08.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:08.473 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:08.473 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:08.474 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28026), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [8ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [25ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1284ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@781256849(state=PENDING, result=null, callback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234), errback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234)))
00:30:08.477 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:08.477 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28026), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [8ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [25ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1284ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@781256849(state=PENDING, result=null, callback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234), errback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.254:46265
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:08.478 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
00:30:08.480 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:30:08.483 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28026), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [8ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [25ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] refreshing cache from master, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1284ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@781256849(state=PENDING, result=null, callback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234), errback=(continuation of Deferred@1250873078 after retry RPC after error@252446429) -> (continuation of Deferred@1884529012 after retry RPC after error@1453390447) -> (continuation of Deferred@1793423155 after retry RPC after error@87080540) -> (continuation of Deferred@1753606031 after retry RPC after error@967248754) -> (continuation of Deferred@2017111962 after retry RPC after error@2021145759) -> (continuation of Deferred@1057359232 after retry RPC after error@1048274313) -> (continuation of Deferred@328223651 after retry RPC after error@708120970) -> (continuation of Deferred@621820745 after retry RPC after error@1075987791) -> (continuation of Deferred@1367266235 after retry RPC after error@1397043551) -> (continuation of Deferred@1999340045 after retry RPC after error@628205978) -> (continuation of Deferred@45438340 after retry RPC after error@2013283140) -> (continuation of Deferred@1401982371 after retry RPC after error@2072363826) -> (continuation of Deferred@1404346547 after retry RPC after error@693425122) -> (continuation of Deferred@2122231550 after retry RPC after error@733441616) -> (continuation of Deferred@1576067757 after retry RPC after error@1379201330) -> (continuation of Deferred@1505148116 after retry RPC after error@1239653468) -> (continuation of Deferred@324856391 after retry RPC after error@1720984703) -> (continuation of Deferred@170423397 after retry RPC after error@1610352640) -> (continuation of Deferred@730255210 after retry RPC after error@1819718073) -> (continuation of Deferred@632584974 after retry RPC after error@439868336) -> (continuation of Deferred@123185667 after retry RPC after error@1593124905) -> (continuation of Deferred@1486832882 after retry RPC after error@2085748234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.254:46265
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:08.487 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:08.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
00:30:08.488 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:30:08.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470608602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:08.616 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:30:08.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:30:08.761 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:08.762 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:08.762 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:08.763 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.763 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.763 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:08.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:08.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:08.765 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:08.769 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:09.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470609101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:09.114 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:30:09.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:30:09.196 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:09.196 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:09.196 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:09.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.197 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:09.271 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:09.440 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.440 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.440 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.442 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.442 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.442 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [28ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [47ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [405ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [410ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [410ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [641ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [642ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1343ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
00:30:09.445 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.445 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.445 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.445 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.445 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.445 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.445 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [28ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [47ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [405ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [410ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [410ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [641ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [642ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1343ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [28ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [47ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [405ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [410ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [410ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [641ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [642ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1343ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:09.447 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.447 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.447 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.450 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [28ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [47ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [405ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [410ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [410ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [641ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [642ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1343ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28991), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [28ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [47ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [61ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [405ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [410ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [410ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [641ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [642ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1343ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [4740ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@1042347989(state=PENDING, result=null, callback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199), errback=(continuation of Deferred@1113129827 after retry RPC after error@1637622611) -> (continuation of Deferred@53900535 after retry RPC after error@974234907) -> (continuation of Deferred@811203361 after retry RPC after error@811581634) -> (continuation of Deferred@16681970 after retry RPC after error@930144139) -> (continuation of Deferred@1208986295 after retry RPC after error@102251172) -> (continuation of Deferred@1926074510 after retry RPC after error@1139836379) -> (continuation of Deferred@1981793536 after retry RPC after error@831851645) -> (continuation of Deferred@792900385 after retry RPC after error@1750807887) -> (continuation of Deferred@1617222273 after retry RPC after error@2039206932) -> (continuation of Deferred@1131064255 after retry RPC after error@1923747792) -> (continuation of Deferred@886862806 after retry RPC after error@324020781) -> (continuation of Deferred@99703979 after retry RPC after error@663160650) -> (continuation of Deferred@1880265391 after retry RPC after error@1644289986) -> (continuation of Deferred@1838859053 after retry RPC after error@1924674691) -> (continuation of Deferred@383473553 after retry RPC after error@2051568967) -> (continuation of Deferred@1106264712 after retry RPC after error@1918855705) -> (continuation of Deferred@1047845916 after retry RPC after error@120550616) -> (continuation of Deferred@1149797047 after retry RPC after error@1292777373) -> (continuation of Deferred@1426232860 after retry RPC after error@695710160) -> (continuation of Deferred@694817651 after retry RPC after error@367291164) -> (continuation of Deferred@1419230666 after retry RPC after error@1090158521) -> (continuation of Deferred@972168542 after retry RPC after error@267922935) -> (continuation of Deferred@1718134831 after retry RPC after error@1971066092) -> (continuation of Deferred@1557000176 after retry RPC after error@303363595) -> (continuation of Deferred@824057270 after retry RPC after error@609264653) -> (continuation of Deferred@391216408 after retry RPC after error@583034199)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:09.451 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:09.451 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
00:30:09.452 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
00:30:09.452 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
00:30:09.452 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:30:09.452 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
00:30:09.452 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
00:30:09.452 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:30:09.460 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.460 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.460 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.461 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.462 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:09.462 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
00:30:09.462 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:30:09.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:09.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
00:30:09.465 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:09.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:09.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
00:30:09.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:09.475 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:30:09.475 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:30:09.476 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
00:30:09.476 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:09.476 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
00:30:09.477 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:30:09.480 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.480 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.480 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.482 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.486 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:09.486 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:09.486 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:09.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:09.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:09.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:09.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:09.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:09.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:09.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:09.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:09.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:09.487 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:09.495 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:09.496 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:09.496 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:09.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:09.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:09.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:09.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:09.500 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.500 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.500 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.501 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.501 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.501 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.501 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.520 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.560 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.563 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470609602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:09.614 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:30:09.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:30:09.619 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.619 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.620 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.620 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.621 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.621 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.621 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.621 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.679 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.680 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.680 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:08.210312 21595 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:09.613138 21593 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 21588
00:30:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:09.815577 21588 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.606s	user 0.537s	sys 1.020s
00:30:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:09.815629 21596 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1603 milliseconds
00:30:09.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:09.816488 21588 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.607s	user 0.537s	sys 1.020s
00:30:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.817662 21588 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:09.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:09.817713 21597 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:09.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.821416 21588 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:09.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.823892 21588 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:09.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.825256 21588 hybrid_clock.cc:648] HybridClock initialized: now 1783470609825266 us; error 101 us; skew 500 ppm
00:30:09.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.826519 21588 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:09.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.834297 21588 webserver.cc:534] Webserver started at http://127.21.18.62:38763/ using document root <none> and password file <none>
00:30:09.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.835526 21588 fs_manager.cc:362] Metadata directory not provided
00:30:09.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.835798 21588 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:09.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.836344 21588 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:09.839 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.839 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.840 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.842855 21588 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data/instance:
00:30:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ffbe05b6cea4789b0971c480aba1a86"
00:30:09.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:09 on dist-test-slave-qgzj"
00:30:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.844712 21588 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal/instance:
00:30:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ffbe05b6cea4789b0971c480aba1a86"
00:30:09.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:09 on dist-test-slave-qgzj"
00:30:09.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.854305 21588 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
00:30:09.859 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.859 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:09.860 [DEBUG - pool-122-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:09.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:09.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.860 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.860 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:09.860 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:09.860 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:09.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.861665 21612 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.862991 21588 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
00:30:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.863412 21588 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal
00:30:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4ffbe05b6cea4789b0971c480aba1a86"
00:30:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:09 on dist-test-slave-qgzj"
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.863865 21588 fs_report.cc:389] FS layout report
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data/data
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:09.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:09.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.919664 21588 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.921164 21588 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:09.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:09.921587 21588 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:09.951 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:09.951 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:09.951 [DEBUG - pool-120-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:09.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:09.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:09.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:09.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:09.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:09.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:09.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:09.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:09.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:09.952 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:09.953 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [12ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [13ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [14ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [46ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [423ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [423ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1040ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1043ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2920ms] refreshing cache from master, [2920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2921ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2922ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4380ms] refreshing cache from master, [4380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4381ms] too many traces: truncated at 100 traces, deferred=Deferred@582926517(state=PENDING, result=null, callback=(continuation of Deferred@1186819126 after retry RPC after error@1200301691) -> (continuation of Deferred@1169867597 after retry RPC after error@290789415) -> (continuation of Deferred@1008999143 after retry RPC after error@570575846) -> (continuation of Deferred@825312320 after retry RPC after error@136111713) -> (continuation of Deferred@343094951 after retry RPC after error@605946548) -> (continuation of Deferred@523649331 after retry RPC after error@1895207770) -> (continuation of Deferred@2101171693 after retry RPC after error@694350684) -> (continuation of Deferred@74453146 after retry RPC after error@1087913741) -> (continuation of Deferred@1474136262 after retry RPC after error@1763404146) -> (continuation of Deferred@1835749387 after retry RPC after error@1816804092) -> (continuation of Deferred@1466565643 after retry RPC after error@1703454573) -> (continuation of Deferred@1389648095 after retry RPC after error@1878267299) -> (continuation of Deferred@1756962314 after retry RPC after error@1219133375) -> (continuation of Deferred@944293077 after retry RPC after error@2002683762) -> (continuation of Deferred@1463262941 after retry RPC after error@1283150851) -> (continuation of Deferred@854282037 after retry RPC after error@831339277) -> (continuation of Deferred@1512540823 after retry RPC after error@1290409628) -> (continuation of Deferred@605055699 after retry RPC after error@2082301967) -> (continuation of Deferred@436741673 after retry RPC after error@105549058) -> (continuation of Deferred@564869610 after retry RPC after error@912351424) -> (continuation of Deferred@1828925771 after retry RPC after error@1064534900) -> (continuation of Deferred@1206880537 after retry RPC after error@2058720836) -> (continuation of Deferred@239626544 after retry RPC after error@763573166) -> (continuation of Deferred@379572294 after retry RPC after error@1087271783), errback=(continuation of Deferred@1186819126 after retry RPC after error@1200301691) -> (continuation of Deferred@1169867597 after retry RPC after error@290789415) -> (continuation of Deferred@1008999143 after retry RPC after error@570575846) -> (continuation of Deferred@825312320 after retry RPC after error@136111713) -> (continuation of Deferred@343094951 after retry RPC after error@605946548) -> (continuation of Deferred@523649331 after retry RPC after error@1895207770) -> (continuation of Deferred@2101171693 after retry RPC after error@694350684) -> (continuation of Deferred@74453146 after retry RPC after error@1087913741) -> (continuation of Deferred@1474136262 after retry RPC after error@1763404146) -> (continuation of Deferred@1835749387 after retry RPC after error@1816804092) -> (continuation of Deferred@1466565643 after retry RPC after error@1703454573) -> (continuation of Deferred@1389648095 after retry RPC after error@1878267299) -> (continuation of Deferred@1756962314 after retry RPC after error@1219133375) -> (continuation of Deferred@944293077 after retry RPC after error@2002683762) -> (continuation of Deferred@1463262941 after retry RPC after error@1283150851) -> (continuation of Deferred@854282037 after retry RPC after error@831339277) -> (continuation of Deferred@1512540823 after retry RPC after error@1290409628) -> (continuation of Deferred@605055699 after retry RPC after error@2082301967) -> (continuation of Deferred@436741673 after retry RPC after error@105549058) -> (continuation of Deferred@564869610 after retry RPC after error@912351424) -> (continuation of Deferred@1828925771 after retry RPC after error@1064534900) -> (continuation of Deferred@1206880537 after retry RPC after error@2058720836) -> (continuation of Deferred@239626544 after retry RPC after error@763573166) -> (continuation of Deferred@379572294 after retry RPC after error@1087271783)))
00:30:09.965 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:30:09.965 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:30:09.966 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:30:09.966 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:30:09.967 [INFO - Thread-30] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:30:09.967 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
00:30:09.967 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:30:09.967 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:30:09.968 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:30:09.968 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:09.969 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:09.969 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
00:30:09.969 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:30:09.969 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
00:30:09.969 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:30:09.970 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:09.970 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:30:09.971 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
00:30:09.971 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:30:09.971 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
00:30:09.972 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:09.972 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
00:30:09.972 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:30:09.973 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:30:09.973 [INFO - Thread-30] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:30:09.973 [INFO - Thread-30] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:30:09.974 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:30:09.974 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
00:30:09.975 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
00:30:09.975 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:30:09.975 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:09.975 [DEBUG - Thread-30] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:09.975 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:30:09.976 [INFO - Thread-30] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:09.976 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:09.976 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:30:09.976 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:09.976 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:09.977 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:09.977 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
00:30:09.977 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
00:30:09.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
00:30:09.977 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
00:30:09.978 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f827a26
00:30:09.978 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:09.978 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@174dc695
00:30:09.978 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:09.979 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:09.979 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:30:09.979 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:30:09.980 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:09.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:30:09.981 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:30:09.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@14d8e71
00:30:09.982 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:30:09.983 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:30:09.983 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
00:30:09.983 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
00:30:09.983 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7455a686
00:30:09.985 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:09.986 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54531c95
00:30:09.986 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:09.986 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:09.986 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:30:09.986 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:30:09.987 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:09.989 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:09.990 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c6624ca
00:30:09.992 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:09.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
00:30:09.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
00:30:09.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a18b4e1
00:30:09.993 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:09.994 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:09.994 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:30:09.994 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:30:09.999 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4146a13d
00:30:10.001 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:10.002 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.003 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.006 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.013 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.016 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.018 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.019 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.022 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.024 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.025143 21588 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.62:43801
00:30:10.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.025221 21683 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.62:43801 every 8 connection(s)
00:30:10.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.026 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:10.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.026 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.026 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:10.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.026 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:10.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.027 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:10.028 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.029 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.029582 21588 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/data/info.pb
00:30:10.030 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.030771 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21588
00:30:10.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.031273 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-0/wal/instance
00:30:10.033 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.034 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.037315 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/logs
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data/info.pb
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:10.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.61:41719
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.61
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:10.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json with env {}
00:30:10.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.039026 21688 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:10.040 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.042 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.043 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.044 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.046 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.048 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.051 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.052 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.052637 21688 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } has no permanent_uuid. Determining permanent_uuid...
00:30:10.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.056 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.058 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.059 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.060 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.067 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.069 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.070 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.070 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.071 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.072 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.073 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.073 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.073 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.073 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.074 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.078 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.079 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.080 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.080 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.081 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.081 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.081 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.082 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.082 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.083 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.083 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.084 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.084 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.084 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.085 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.086 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.086 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.086 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.087 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.088 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.088 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.094 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.094 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.095 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.099 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.099 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.100 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.102 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.102 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.102 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.101801 21688 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
00:30:10.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.104 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.104 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.104 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.104 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470610102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:10.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.105440 21616 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.110 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.110 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.110 [DEBUG - pool-124-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.111 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.111 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.111 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.112 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.114 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.114 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.114 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.114 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29670), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [27ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [44ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [284ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [284ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [284ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [743ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1742ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3380ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [4081ms] refreshing cache from master, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4082ms] too many traces: truncated at 100 traces, deferred=Deferred@619627677(state=PENDING, result=null, callback=(continuation of Deferred@314564593 after retry RPC after error@2016551709) -> (continuation of Deferred@1548584944 after retry RPC after error@248871624) -> (continuation of Deferred@1652128948 after retry RPC after error@196776237) -> (continuation of Deferred@997782957 after retry RPC after error@509528880) -> (continuation of Deferred@929794195 after retry RPC after error@1745310890) -> (continuation of Deferred@338559386 after retry RPC after error@2093043556) -> (continuation of Deferred@386232191 after retry RPC after error@1165347633) -> (continuation of Deferred@556998868 after retry RPC after error@1467998713) -> (continuation of Deferred@1799160574 after retry RPC after error@8020203) -> (continuation of Deferred@947377584 after retry RPC after error@279939950) -> (continuation of Deferred@319177079 after retry RPC after error@1084753604) -> (continuation of Deferred@1190433076 after retry RPC after error@720148095) -> (continuation of Deferred@197162924 after retry RPC after error@199155254) -> (continuation of Deferred@1765905224 after retry RPC after error@667991921) -> (continuation of Deferred@791007536 after retry RPC after error@1391953292) -> (continuation of Deferred@935954249 after retry RPC after error@356552182) -> (continuation of Deferred@342716991 after retry RPC after error@2052611803) -> (continuation of Deferred@22048022 after retry RPC after error@275673079) -> (continuation of Deferred@1869417295 after retry RPC after error@1467690751) -> (continuation of Deferred@1430376923 after retry RPC after error@917704019) -> (continuation of Deferred@830689209 after retry RPC after error@1065456544) -> (continuation of Deferred@1687507586 after retry RPC after error@1256325846) -> (continuation of Deferred@1631023796 after retry RPC after error@1377366433), errback=(continuation of Deferred@314564593 after retry RPC after error@2016551709) -> (continuation of Deferred@1548584944 after retry RPC after error@248871624) -> (continuation of Deferred@1652128948 after retry RPC after error@196776237) -> (continuation of Deferred@997782957 after retry RPC after error@509528880) -> (continuation of Deferred@929794195 after retry RPC after error@1745310890) -> (continuation of Deferred@338559386 after retry RPC after error@2093043556) -> (continuation of Deferred@386232191 after retry RPC after error@1165347633) -> (continuation of Deferred@556998868 after retry RPC after error@1467998713) -> (continuation of Deferred@1799160574 after retry RPC after error@8020203) -> (continuation of Deferred@947377584 after retry RPC after error@279939950) -> (continuation of Deferred@319177079 after retry RPC after error@1084753604) -> (continuation of Deferred@1190433076 after retry RPC after error@720148095) -> (continuation of Deferred@197162924 after retry RPC after error@199155254) -> (continuation of Deferred@1765905224 after retry RPC after error@667991921) -> (continuation of Deferred@791007536 after retry RPC after error@1391953292) -> (continuation of Deferred@935954249 after retry RPC after error@356552182) -> (continuation of Deferred@342716991 after retry RPC after error@2052611803) -> (continuation of Deferred@22048022 after retry RPC after error@275673079) -> (continuation of Deferred@1869417295 after retry RPC after error@1467690751) -> (continuation of Deferred@1430376923 after retry RPC after error@917704019) -> (continuation of Deferred@830689209 after retry RPC after error@1065456544) -> (continuation of Deferred@1687507586 after retry RPC after error@1256325846) -> (continuation of Deferred@1631023796 after retry RPC after error@1377366433)))
00:30:10.114 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.116 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.117 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:30:10.119 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.119 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.119 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.120 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:30:10.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.121 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.122 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.123 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.123 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.123 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.126179 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.130 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.130 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.130 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.132 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.134 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.134 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.134 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.138 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.138 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.139 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.140 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.142 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.142 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.143 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.147 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.147 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.147 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.149 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.150 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.150 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.150 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.150 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.151 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:10.162 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.162 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.163 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.163 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.166 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:10.166 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:10.166 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:10.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.166 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:10.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:10.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:10.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:10.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.175696 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 1
00:30:10.179 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.179 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.179 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.181 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.181279 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.182 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.182 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.182 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.183 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.183 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.183 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.183 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.183 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.183 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.183 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.186 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.186 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.186 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.209 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.210 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.210 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.211 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.214 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.214 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.214 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.215 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.215 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.215 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.215 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.215 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.215 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.230 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.230 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.230 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.232 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.239 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.239 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.239 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.240 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.241 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.249722 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 2
00:30:10.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.256069 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:10.296 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:10.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.297 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:10.297 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:10.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.298 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:10.326 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.327 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.327 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.347451 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 3
00:30:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.352030 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.358 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.359 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.359 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.360 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.362 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.363 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.363 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.364 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.364 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.387 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.387 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.387 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.388 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.388 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.388 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.388 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.388 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.393 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:10.393 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:10.394 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:10.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:10.429 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.430 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.430 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.431 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.447 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.447 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.447 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.449 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.449 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.461854 21694 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:10.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.462419 21694 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.462884 21694 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.495388 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 4
00:30:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.496042 21694 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.496304 21694 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:10.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.496546 21694 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.496874 21694 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.497221 21694 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:10.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.497473 21694 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37029/jwks.json
00:30:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.500720 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.514 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.514 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.514 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.515 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.515 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.515 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.538 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.538 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.539 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.539 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.539 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.539 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.539216 21694 master_runner.cc:387] Master server non-default flags:
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:10.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data
00:30:10.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:10.539 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.61:41719
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data/info.pb
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.61
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/logs
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:10.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:10.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.541435 21694 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.543216 21694 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:10.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.554288 21731 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:10.589 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.589 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.590 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470610602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:10.617 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:10.619 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:30:10.621 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:10.622 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:10.622 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:10.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.623 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.623 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.623 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.623 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:10.654 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.655 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.655 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.656 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:10.679 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.679 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.679 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.681 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:10.781 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:10.782 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:10.782 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:10.782 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.782 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.783 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:10.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:10.800863 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 5
00:30:10.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.807415 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:10.842 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.843 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.843 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.843 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.843 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.843 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.843 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.844 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.887 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.888 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.888 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.888 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.888 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.889 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.889 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.889 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:10.909 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:10.910 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:10.910 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:10.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:10.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:10.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:10.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:10.956 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:10.956 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:10.956 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:10.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:10.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:10.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:10.958 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:10.963 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:10.963 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:10.963 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:10.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:10.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:10.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:10.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.054 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:11.055 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:11.055 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:11.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.103 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470611102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:11.117 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:30:11.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:30:11.127 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:11.127 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:11.127 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:11.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.129 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:11.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:11.313 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:11.314 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:11.314 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:11.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.315 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.315 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.315 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.315 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:11.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.354904 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 6
00:30:11.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:11.368952 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.61:41719: Network error: Client connection negotiation failed: client connection to 127.21.18.61:41719: connect: Connection refused (error 111)
00:30:11.517 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:11.517 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:11.518 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:11.518 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.518 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.518 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:11.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:11.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:11.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:11.558 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:11.559 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:11.559 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:11.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.561 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470611602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:11.619 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:30:11.620 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:30:11.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:11.715 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:11.715 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:11.716 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:11.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:11.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:11.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:11.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:11.716 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:11.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:11.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:11.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:11.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:11.717 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:11.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:10.555495 21732 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:11.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:11.770457 21733 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1213 milliseconds
00:30:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:11.771278 21734 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:11.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.771418 21694 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:11.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.775321 21694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:11.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.778698 21694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:11.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.780267 21694 hybrid_clock.cc:648] HybridClock initialized: now 1783470611780231 us; error 33 us; skew 500 ppm
00:30:11.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.781184 21694 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.787117 21694 webserver.cc:534] Webserver started at http://127.21.18.61:38615/ using document root <none> and password file <none>
00:30:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.788017 21694 fs_manager.cc:362] Metadata directory not provided
00:30:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.788266 21694 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:11.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.788775 21694 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.793565 21694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data/instance:
00:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb"
00:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:11 on dist-test-slave-qgzj"
00:30:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.794732 21694 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal/instance:
00:30:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb"
00:30:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:11 on dist-test-slave-qgzj"
00:30:11.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.801831 21694 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
00:30:11.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.808691 21743 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:11.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.810068 21694 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
00:30:11.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.810426 21694 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal
00:30:11.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb"
00:30:11.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:11 on dist-test-slave-qgzj"
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.810765 21694 fs_report.cc:389] FS layout report
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data/data
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:11.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:11.867 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:11.867 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:11.867 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:11.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.877362 21694 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.878880 21694 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:11.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.879320 21694 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.951166 21694 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.61:41719
00:30:11.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.951260 21794 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.61:41719 every 8 connection(s)
00:30:11.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.953956 21694 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/data/info.pb
00:30:11.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.955773 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21694
00:30:11.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.956251 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-1/wal/instance
00:30:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.958598 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:11.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/logs
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data/info.pb
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.60:34117
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.60
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:11.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json with env {}
00:30:11.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.960548 21795 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:11.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.971459 21795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } has no permanent_uuid. Determining permanent_uuid...
00:30:11.982 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:11.983 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:11.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.983 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:11.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:11.984 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.985 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.985 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.985 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:11.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:11.985 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:11.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:11.994760 21795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
00:30:12.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.010929 21795 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } has no permanent_uuid. Determining permanent_uuid...
00:30:12.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.013896 21746 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.019167 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.068742 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 1
00:30:12.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.073730 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470612101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:12.112 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:12.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:30:12.114 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:12.114 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:12.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.115 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:12.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.115 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:12.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.142211 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 2
00:30:12.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.147176 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:12.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.238649 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 3
00:30:12.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.243223 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:12.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.304140 21797 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.304767 21797 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:12.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.305296 21797 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.340837 21797 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.341130 21797 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.341365 21797 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.341591 21797 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:12.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.341790 21797 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:12.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.341940 21797 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37029/jwks.json
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.381211 21797 master_runner.cc:387] Master server non-default flags:
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.60:34117
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37029/jwks.json
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data/info.pb
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.60
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:12.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/logs
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:12.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.382547 21797 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:12.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.384701 21797 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:12.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.386679 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 4
00:30:12.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.391098 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.398423 21807 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:12.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.429489 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } attempt: 7
00:30:12.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.472841 21688 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } has no permanent_uuid. Determining permanent_uuid...
00:30:12.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.496894 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.555436 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 1
00:30:12.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.562775 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470612601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:12.612 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:12.614 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:30:12.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.644312 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 2
00:30:12.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.651748 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:12.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.690560 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 5
00:30:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.697342 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.737242 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 3
00:30:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.745240 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:12.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:12.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:12.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:12.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.829 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:12.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:12.885732 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 4
00:30:12.888 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:12.890 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:12.890 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:12.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.892 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:12.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.898907 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:12.929 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:12.930 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:12.930 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:12.930 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:12.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:12.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:12.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:12.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:12.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:12.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:12.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:12.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:12.931 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:12.946 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:12.947 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:12.947 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:12.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:12.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:12.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:12.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:12.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:12.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:12.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:12.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:12.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:12.947 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:12.987 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:12.988 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:12.988 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:12.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:12.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:12.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:12.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:13.055 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:13.056 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:13.056 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:13.057 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:13.057 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:13.057 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:13.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:13.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:13.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:13.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:13.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:13.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:13.058 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:13.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470613102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:13.113 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:13.115 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:30:13.115 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:13.116 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:13.116 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:13.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.117 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:13.159 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:13.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.182426 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 5
00:30:13.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.188526 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:13.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.244899 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 6
00:30:13.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:13.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.270099 21795 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:13.323 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:13.323 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:13.323 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:13.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:13.476 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:13.477 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:13.477 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:13.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.478 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.478 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.478 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:13.598 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:13.599 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:13.599 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:13.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.600 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.600 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:13.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:13.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:13.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:13.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470613602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:13.614 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:30:13.616 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:30:13.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:13.690 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:13.690 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:13.690 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:13.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:13.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:13.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:13.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:13.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:13.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:13.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:13.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:13.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:13.692 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.741046 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 6
00:30:13.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:13.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.768203 21688 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.18.60:34117: Network error: Client connection negotiation failed: client connection to 127.21.18.60:34117: connect: Connection refused (error 111)
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.799886 21806 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 21797
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.826216 21806 kernel_stack_watchdog.cc:198] Thread 21797 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:30:13.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:30:13.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:12.399760 21808 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.827703 21797 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.427s	user 0.000s	sys 0.001s
00:30:13.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.828109 21797 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.427s	user 0.000s	sys 0.002s
00:30:13.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.829749 21810 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:13.832365 21809 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1425 milliseconds
00:30:13.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.832414 21797 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:13.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.833717 21797 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:13.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.836436 21797 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.837867 21797 hybrid_clock.cc:648] HybridClock initialized: now 1783470613837822 us; error 52 us; skew 500 ppm
00:30:13.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.838908 21797 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.844863 21797 webserver.cc:534] Webserver started at http://127.21.18.60:38033/ using document root <none> and password file <none>
00:30:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.845729 21797 fs_manager.cc:362] Metadata directory not provided
00:30:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.845916 21797 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.846306 21797 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.850852 21797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data/instance:
00:30:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c9257107bb84101ae70033576bd5ecd"
00:30:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:13 on dist-test-slave-qgzj"
00:30:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.851969 21797 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal/instance:
00:30:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c9257107bb84101ae70033576bd5ecd"
00:30:13.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:13 on dist-test-slave-qgzj"
00:30:13.857 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:13.857 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:13.857 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:13.857 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:13.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:13.858 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.858 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.858 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:13.858 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.859673 21797 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.010s	sys 0.000s
00:30:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.865402 21829 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.866530 21797 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.866874 21797 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7c9257107bb84101ae70033576bd5ecd"
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:13 on dist-test-slave-qgzj"
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.867226 21797 fs_report.cc:389] FS layout report
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data/data
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:13.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.920646 21797 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:13.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.922515 21797 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:13.923264 21797 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.024987 21797 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.60:34117
00:30:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.025066 21881 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.60:34117 every 8 connection(s)
00:30:14.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.028110 21797 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/data/info.pb
00:30:14.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.035178 21882 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:14.036 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:14.036 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:14.037 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:14.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.039 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.037220 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21797
00:30:14.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.037683 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/master-2/wal/instance
00:30:14.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.051211 21882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } has no permanent_uuid. Determining permanent_uuid...
00:30:14.073 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:14.074 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:14.074 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:14.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.075 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:14.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.078601 21882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } has no permanent_uuid. Determining permanent_uuid...
00:30:14.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.089131 21882 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } has no permanent_uuid. Determining permanent_uuid...
00:30:14.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470614102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:14.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.109599 21882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: Bootstrap starting.
00:30:14.110 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:30:14.111 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:30:14.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.118201 21882 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: Neither blocks nor log segments found. Creating new log.
00:30:14.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.120620 21882 log.cc:826] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: Log is configured to *not* fsync() on all Append() calls
00:30:14.121 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:14.122 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:14.122 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:14.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:14.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:14.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:14.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:14.126 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:14.126 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:14.126 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:14.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:14.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:14.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:14.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:14.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:14.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:14.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:14.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:14.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:14.127 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:14.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.127924 21882 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: No bootstrap required, opened a new log
00:30:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.148397 21882 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.149109 21882 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:14.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.149317 21882 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7c9257107bb84101ae70033576bd5ecd, State: Initialized, Role: FOLLOWER
00:30:14.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.150113 21882 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.152390 21891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.153048 21891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: This master's current role is: FOLLOWER
00:30:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.153787 21882 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: configured and running, proceeding with master startup.
00:30:14.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.180814 21835 tablet.cc:2406] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.181430 21902 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:30:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.181697 21902 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:30:14.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.176831 21797 master_runner.cc:187] Error getting master registration for 127.21.18.62:43801: OK, instance_id { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" instance_seqno: 1783470609978737 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:30:14.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.207716 21797 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:30:14.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:14.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.330690 21795 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 7
00:30:14.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.352021 21795 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: Bootstrap starting.
00:30:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.360129 21795 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: Neither blocks nor log segments found. Creating new log.
00:30:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.362457 21795 log.cc:826] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: Log is configured to *not* fsync() on all Append() calls
00:30:14.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.367715 21795 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: No bootstrap required, opened a new log
00:30:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.396555 21891 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.396205 21795 raft_consensus.cc:359] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.397106 21795 raft_consensus.cc:385] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.397126 21891 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.397414 21795 raft_consensus.cc:740] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 298d5a1d7a4a4f0a8cadc80b57be86fb, State: Initialized, Role: FOLLOWER
00:30:14.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.398520 21795 consensus_queue.cc:260] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.399988 21891 leader_election.cc:290] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4ffbe05b6cea4789b0971c480aba1a86 (127.21.18.62:43801), 298d5a1d7a4a4f0a8cadc80b57be86fb (127.21.18.61:41719)
00:30:14.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.405989 21906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.407075 21906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: This master's current role is: FOLLOWER
00:30:14.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.408083 21795 sys_catalog.cc:565] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: configured and running, proceeding with master startup.
00:30:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.408179 21770 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c9257107bb84101ae70033576bd5ecd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" is_pre_election: true
00:30:14.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.412469 21770 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7c9257107bb84101ae70033576bd5ecd in term 0.
00:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.414250 21832 leader_election.cc:304] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 298d5a1d7a4a4f0a8cadc80b57be86fb, 7c9257107bb84101ae70033576bd5ecd; no voters: 
00:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.415307 21891 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:14.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.415663 21891 raft_consensus.cc:493] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:14.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.415997 21891 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 0 FOLLOWER]: Advancing to term 1
00:30:14.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.425812 21891 raft_consensus.cc:515] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.430228 21891 leader_election.cc:290] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [CANDIDATE]: Term 1 election: Requested vote from peers 4ffbe05b6cea4789b0971c480aba1a86 (127.21.18.62:43801), 298d5a1d7a4a4f0a8cadc80b57be86fb (127.21.18.61:41719)
00:30:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.433673 21770 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c9257107bb84101ae70033576bd5ecd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb"
00:30:14.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.434316 21770 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 0 FOLLOWER]: Advancing to term 1
00:30:14.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.451929 21770 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7c9257107bb84101ae70033576bd5ecd in term 1.
00:30:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.454743 21832 leader_election.cc:304] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 298d5a1d7a4a4f0a8cadc80b57be86fb, 7c9257107bb84101ae70033576bd5ecd; no voters: 
00:30:14.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.455850 21891 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 1 FOLLOWER]: Leader election won for term 1
00:30:14.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.462102 21891 raft_consensus.cc:697] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [term 1 LEADER]: Becoming Leader. State: Replica: 7c9257107bb84101ae70033576bd5ecd, State: Running, Role: LEADER
00:30:14.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.463694 21891 consensus_queue.cc:237] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.487234 21916 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7c9257107bb84101ae70033576bd5ecd. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.488031 21916 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: This master's current role is: LEADER
00:30:14.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.494670 21920 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:30:14.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.502213 21920 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:30:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.528045 21918 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:30:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.528411 21918 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:30:14.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.529963 21770 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [term 1 FOLLOWER]: Refusing update from remote peer 7c9257107bb84101ae70033576bd5ecd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.554665 21916 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [LEADER]: Connected to new peer: Peer: permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:14.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.486734 21694 master_runner.cc:187] Error getting master registration for 127.21.18.62:43801: OK, instance_id { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" instance_seqno: 1783470609978737 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:30:14.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.574229 21694 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:30:14.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.585009 21922 mvcc.cc:204] Tried to move back new op lower bound from 7305095637053054976 to 7305095636886278144. Current Snapshot: MvccSnapshot[applied={T|T < 7305095637053054976}]
00:30:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.590346 21891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.591064 21891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: This master's current role is: LEADER
00:30:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.593502 21920 catalog_manager.cc:1382] Generated new cluster ID: f50454b6164e46b3b5605a9d52d93613
00:30:14.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.593787 21920 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:30:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.594871 21906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7c9257107bb84101ae70033576bd5ecd. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.595557 21906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: This master's current role is: FOLLOWER
00:30:14.603 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470614602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:14.617 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:30:14.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:30:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.645002 21906 sys_catalog.cc:455] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.645727 21906 sys_catalog.cc:458] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb [sys.catalog]: This master's current role is: FOLLOWER
00:30:14.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:14.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.668744 21920 catalog_manager.cc:1405] Generated new certificate authority record
00:30:14.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.670871 21920 catalog_manager.cc:1539] Loading token signing keys...
00:30:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.712543 21920 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: Generated new TSK 0
00:30:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.714380 21920 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:30:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.734377 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal
00:30:14.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/logs
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data/info.pb
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.1:0
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.1
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.1
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:14.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:14.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:14.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.801601 21688 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } attempt: 7
00:30:14.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.868108 21688 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: Bootstrap starting.
00:30:14.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.884058 21688 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: Neither blocks nor log segments found. Creating new log.
00:30:14.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.886338 21688 log.cc:826] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: Log is configured to *not* fsync() on all Append() calls
00:30:14.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.903133 21688 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: No bootstrap required, opened a new log
00:30:14.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.949162 20999 debug-util.cc:398] Leaking SignalData structure 0x7b08000984c0 after lost signal to thread 20881
00:30:14.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:14.949914 20999 debug-util.cc:398] Leaking SignalData structure 0x7b080007f440 after lost signal to thread 21002
00:30:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.956513 21688 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.957402 21688 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:14.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.957695 21688 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4ffbe05b6cea4789b0971c480aba1a86, State: Initialized, Role: FOLLOWER
00:30:14.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.958674 21688 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } }
00:30:14.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.962710 21931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:14.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.965598 21931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: This master's current role is: FOLLOWER
00:30:14.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.991984 21688 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: configured and running, proceeding with master startup.
00:30:14.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.992722 21639 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c9257107bb84101ae70033576bd5ecd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ffbe05b6cea4789b0971c480aba1a86"
00:30:14.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.993990 21638 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [term 0 FOLLOWER]: Advancing to term 1
00:30:15.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:14.992134 21640 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "7c9257107bb84101ae70033576bd5ecd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4ffbe05b6cea4789b0971c480aba1a86" is_pre_election: true
00:30:15.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.008350 21638 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [term 1 FOLLOWER]: Refusing update from remote peer 7c9257107bb84101ae70033576bd5ecd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:15.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.011287 21891 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [LEADER]: Connected to new peer: Peer: permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:15.076 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:15.076 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:15.077 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:15.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:15.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:15.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:15.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:15.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:15.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:15.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:15.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:15.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:15.079 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:15.105 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470615104 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:15.118 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:30:15.121 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:30:15.149 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:15.150 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:15.150 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:15.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:15.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:15.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.184293 21942 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.185840 21931 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 7c9257107bb84101ae70033576bd5ecd. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.189785 21931 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: This master's current role is: FOLLOWER
00:30:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.190498 21942 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86 [sys.catalog]: This master's current role is: FOLLOWER
00:30:15.194 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:15.194 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:15.194 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:15.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.195 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.195 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.195 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.195 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.195 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:15.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.249133 21949 catalog_manager.cc:1294] Loaded cluster ID: f50454b6164e46b3b5605a9d52d93613
00:30:15.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.256721 21949 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: loading cluster ID for follower catalog manager: success
00:30:15.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:15.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.292848 21949 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: acquiring CA information for follower catalog manager: success
00:30:15.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.299005 21949 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4ffbe05b6cea4789b0971c480aba1a86: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.534643 21918 catalog_manager.cc:1294] Loaded cluster ID: f50454b6164e46b3b5605a9d52d93613
00:30:15.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.535197 21918 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: loading cluster ID for follower catalog manager: success
00:30:15.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.544931 21891 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "7c9257107bb84101ae70033576bd5ecd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4ffbe05b6cea4789b0971c480aba1a86" member_type: VOTER last_known_addr { host: "127.21.18.62" port: 43801 } } peers { permanent_uuid: "298d5a1d7a4a4f0a8cadc80b57be86fb" member_type: VOTER last_known_addr { host: "127.21.18.61" port: 41719 } } peers { permanent_uuid: "7c9257107bb84101ae70033576bd5ecd" member_type: VOTER last_known_addr { host: "127.21.18.60" port: 34117 } } }
00:30:15.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.545985 21891 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd [sys.catalog]: This master's current role is: LEADER
00:30:15.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.550820 21918 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: acquiring CA information for follower catalog manager: success
00:30:15.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.575731 21918 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 298d5a1d7a4a4f0a8cadc80b57be86fb: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:15.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470615601 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:15.616 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:15.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:30:15.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.643831 21928 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.644775 21928 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:15.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.645524 21928 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:15.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:15.666 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:15.667 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:15.667 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:15.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:15.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:15.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:15.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:15.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:15.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:15.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:15.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:15.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:15.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:15.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.709345 21928 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:15.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.715579 21928 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.18.1
00:30:15.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:15.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.783444 21928 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.1:0
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data/info.pb
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.1
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.1
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/logs
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:15.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:15.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.785290 21928 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:15.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:15.787547 21928 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:15.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.842105 21959 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:15.929 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:15.930 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:15.930 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:15.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:15.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:15.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.932 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:15.932 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:15.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:15.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:15.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:15.948 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.948 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:15.948 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.948 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.948 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:15.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:15.949 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:16.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470616101 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:16.113 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:30:16.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:30:16.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:16.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:16.283 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:16.283 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:16.284 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:16.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:16.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:16.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:16.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:16.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:16.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:16.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:16.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:16.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:16.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:16.355 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:16.356 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:16.356 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:16.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.361 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:16.506 [DEBUG - pool-138-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [10ms] received response from server master-127.18.104.60:39519: OK, deferred=null) with no deferred attached!
00:30:16.602 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470616602 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:16.622 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:30:16.624 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:30:16.658 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:16.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:16.836 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:16.836 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:16.836 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:16.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:16.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:16.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:16.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:16.950 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.19.56.252:41535, [4ms] received response from server master-127.19.56.252:41535: OK, deferred=null) with no deferred attached!
00:30:16.950 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.19.56.252:41535, [6ms] received response from server master-127.19.56.252:41535: OK, deferred=null) with no deferred attached!
00:30:17.102 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470617102 for job dfd18dc31e477069a827bb999b4ab6f6.
00:30:17.117 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job dfd18dc31e477069a827bb999b4ab6f6 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:30:17.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:30:17.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:17.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:17.286 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.286 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.286 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.287 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.288 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=26865), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [2ms] received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [165ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [285ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [406ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [803ms] refreshing cache from master, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [805ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1265ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1643ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2884ms] refreshing cache from master, [2884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2887ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2887ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6243ms] refreshing cache from master, [6244ms] too many traces: truncated at 100 traces, deferred=Deferred@1675796174(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@4ef93dc7 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366)))
00:30:17.289 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.289 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.289 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.289 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=26865), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [2ms] received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [165ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [285ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [406ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [803ms] refreshing cache from master, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [805ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1265ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1643ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2884ms] refreshing cache from master, [2884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2887ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2887ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6243ms] refreshing cache from master, [6244ms] too many traces: truncated at 100 traces, deferred=Deferred@1675796174(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@4ef93dc7 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=26865), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [2ms] received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [165ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [285ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [406ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [803ms] refreshing cache from master, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [805ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1265ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1643ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2884ms] refreshing cache from master, [2884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2887ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2887ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6243ms] refreshing cache from master, [6244ms] too many traces: truncated at 100 traces, deferred=Deferred@1675796174(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@4ef93dc7 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:17.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.291 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.296 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=26865), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [2ms] received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [165ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [285ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [406ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [803ms] refreshing cache from master, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [805ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1265ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1643ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2884ms] refreshing cache from master, [2884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2887ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2887ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6243ms] refreshing cache from master, [6244ms] too many traces: truncated at 100 traces, deferred=Deferred@1675796174(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@4ef93dc7 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=28, TimeoutTracker(timeout=30000, elapsed=26865), Traces: [0ms] sending RPC to server master-127.18.104.60:39519, [2ms] received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [86ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [165ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] refreshing cache from master, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [285ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [285ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [404ms] refreshing cache from master, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [404ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [405ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [406ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [803ms] refreshing cache from master, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [805ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [805ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1264ms] refreshing cache from master, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1265ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1643ms] refreshing cache from master, [1643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1644ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2884ms] refreshing cache from master, [2884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2885ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2887ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2887ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6243ms] refreshing cache from master, [6244ms] too many traces: truncated at 100 traces, deferred=Deferred@1675796174(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@4ef93dc7 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@102453657 after retry RPC after error@2096907896) -> (continuation of Deferred@195015623 after retry RPC after error@202350710) -> (continuation of Deferred@1355071479 after retry RPC after error@1318448145) -> (continuation of Deferred@945975183 after retry RPC after error@1235182821) -> (continuation of Deferred@1011962150 after retry RPC after error@1564858329) -> (continuation of Deferred@1995494889 after retry RPC after error@1157250974) -> (continuation of Deferred@1913949766 after retry RPC after error@27026626) -> (continuation of Deferred@1907598981 after retry RPC after error@1679843810) -> (continuation of Deferred@848340382 after retry RPC after error@1355312506) -> (continuation of Deferred@1017347688 after retry RPC after error@1533749103) -> (continuation of Deferred@1818285513 after retry RPC after error@2136000130) -> (continuation of Deferred@1478997822 after retry RPC after error@1526047498) -> (continuation of Deferred@810679040 after retry RPC after error@1229737822) -> (continuation of Deferred@741842702 after retry RPC after error@1529713777) -> (continuation of Deferred@1679551983 after retry RPC after error@1325824141) -> (continuation of Deferred@1608073612 after retry RPC after error@1751173146) -> (continuation of Deferred@1395602540 after retry RPC after error@789707924) -> (continuation of Deferred@986779099 after retry RPC after error@1411330691) -> (continuation of Deferred@2117726264 after retry RPC after error@1584158263) -> (continuation of Deferred@1818306548 after retry RPC after error@1103596497) -> (continuation of Deferred@1892551649 after retry RPC after error@1286546977) -> (continuation of Deferred@697628359 after retry RPC after error@1416653095) -> (continuation of Deferred@1415704907 after retry RPC after error@1640651720) -> (continuation of Deferred@1868999672 after retry RPC after error@948489826) -> (continuation of Deferred@1673042833 after retry RPC after error@1344247861) -> (continuation of Deferred@175952037 after retry RPC after error@1954145366)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:17.297 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:17.297 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:30:17.298 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:30:17.298 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:30:17.299 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:30:17.299 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:30:17.299 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:30:17.300 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
00:30:17.300 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:30:17.300 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
00:30:17.300 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:30:17.301 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
00:30:17.301 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:30:17.306 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.306 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.306 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.307 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.307 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.308 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state TERMINATED
00:30:17.309 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state TERMINATED
00:30:17.309 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state TERMINATED
00:30:17.310 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:17.311 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:30:17.311 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:30:17.318 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:30:17.319 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:30:17.319 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:30:17.325 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state TERMINATED
00:30:17.326 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.326 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state TERMINATED
00:30:17.326 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 1b59bb9f43d8479c8e3bb8390c2d4249(127.19.56.193:35769)] disconnecting while in state TERMINATED
00:30:17.326 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state TERMINATED
00:30:17.326 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.326 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.327 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:17.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.330 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:17.330 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
00:30:17.330 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
00:30:17.339 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:17.339 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:17.339 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:17.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:17.341 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:30:17.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:30:17.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:30:17.341 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:30:17.343 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:30:17.343 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:30:17.344 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:30:17.344 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:30:17.346 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.347 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.347 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:30:17.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:30:17.357 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:30:17.361 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:30:17.361 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:30:17.361 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:30:17.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state TERMINATED
00:30:17.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state TERMINATED
00:30:17.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state TERMINATED
00:30:17.363 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:17.365 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:30:17.366 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:30:17.366 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.56.253:44071(127.19.56.253:44071)] disconnecting while in state TERMINATED
00:30:17.366 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.56.252:41535(127.19.56.252:41535)] disconnecting while in state TERMINATED
00:30:17.366 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.19.56.254:32907(127.19.56.254:32907)] disconnecting while in state TERMINATED
00:30:17.366 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.367 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.367 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.367 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:17.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.368 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.369 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:30:17.369 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:30:17.377 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:30:17.377 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
00:30:17.378 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:30:17.378 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:30:17.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:30:17.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:30:17.378 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:17.379 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:30:17.378 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:30:17.379 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:17.379 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
00:30:17.380 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:30:17.380 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:17.381 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:30:17.381 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:30:17.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:30:17.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:30:17.382 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
00:30:17.383 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:30:17.383 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job dfd18dc31e477069a827bb999b4ab6f6
00:30:17.394 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:17.394 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:17.394 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:17.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:17.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:17.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:17.395 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:17.408 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.408 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.408 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.409 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.409 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.409 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.409 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.410 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.466 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.468 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.481 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:17.481 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:17.481 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:17.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.482 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:17.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.586 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.587 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:17.594 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:17.594 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:17.594 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:17.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.596 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:17.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:17.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:17.816 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:17.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:17.818 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:17.818 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:17.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:17.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:17.819 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:17.846 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:17.847 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:17.847 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:17.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:17.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:17.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.849 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:17.849 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.190 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:18.190 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:18.191 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:18.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:18.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:18.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:18.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:18.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:18.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:18.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:18.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:18.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:18.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:18.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.308 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:30:18.309 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:30:18.309 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
00:30:18.309 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:30:18.314 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
00:30:18.315 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
00:30:18.315 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:30:18.315 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
00:30:18.316 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
00:30:18.316 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:18.317 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:18.318 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:30:18.324 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:30:18.324 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:30:18.325 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
00:30:18.326 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:18.326 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
00:30:18.326 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:30:18.328 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:30:18.329 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:18.329 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:30:18.329 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:30:18.340 [INFO - Thread-31] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:30:18.341 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state TERMINATED
00:30:18.342 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state TERMINATED
00:30:18.344 [DEBUG - Thread-31] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state TERMINATED
00:30:18.344 [DEBUG - Thread-31] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:18.345 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:30:18.346 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:30:18.346 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:30:18.348 [INFO - Thread-31] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:30:18.348 [INFO - Thread-31] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:30:18.355 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:30:18.357 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:30:18.357 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
00:30:18.357 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
00:30:18.365 [DEBUG - Thread-31] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:18.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@396b843
00:30:18.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:18.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:18.367 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:30:18.367 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:30:18.371 [INFO - Thread-31] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:18.373 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:30:18.375 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
00:30:18.376 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
00:30:18.380 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:30:18.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a51b58c
00:30:18.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:18.382 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:18.383 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:30:18.387 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:30:18.389 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@246988d9
00:30:18.394 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:18.394 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:18.394 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:18.394 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:18.401 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:18.403 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@945c215
00:30:18.406 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:30:18.407 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:30:18.409 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
00:30:18.409 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
00:30:18.519 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:18.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a585013
00:30:18.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:18.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:18.520 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:30:18.523 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@53b1a07d
00:30:18.524 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.524 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:30:18.527 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:30:18.527 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:30:18.528 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6fe7b5f4
00:30:18.528 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:18.528 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:18.528 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:30:18.530 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:30:18.532 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39b3e46d
00:30:18.537 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:18.538 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:18.539 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.539 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.549 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.561 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.582 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.593 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.609 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.615 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.619 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.627 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.641 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.649 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.657 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.742 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.743 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.743 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.744 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.745 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.746 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.746 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.746 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:18.746 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:18.746 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:18.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.748 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:18.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.748 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.749 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.757 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.758 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.760 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.771 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.786 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.787 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.787 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:18.787 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:18.787 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:18.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:18.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.789 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.789 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:18.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:18.789 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:18.798 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.799 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.805 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.817 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.823 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.825 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.829 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.834 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:17.213445 21958 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21928
00:30:18.835 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:18.835237 21958 kernel_stack_watchdog.cc:198] Thread 21928 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 363ms:
00:30:18.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:30:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:30:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:30:18.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:30:18.837 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.838 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:15.849099 21960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:18.835561 21928 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.987s	user 0.381s	sys 0.656s
00:30:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:18.839210 21928 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.990s	user 0.381s	sys 0.656s
00:30:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:18.839368 21963 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:18.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:18.839327 21961 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2990 milliseconds
00:30:18.840 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.841634 21928 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:18.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.844722 21928 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:18.845 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.845 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.845 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.845 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.851 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.853 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.858140 21928 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:18.858 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.859 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.859 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.859 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.860 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.860 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.860 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.860 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.862119 21928 hybrid_clock.cc:648] HybridClock initialized: now 1783470618862063 us; error 53 us; skew 500 ppm
00:30:18.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.863349 21928 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:18.869 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.869 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.869 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.870 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.872 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.873 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.873 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.873 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.874 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.875 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.875 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.879 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.879 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.879 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.881 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.882 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.890 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.890 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.890 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.890 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.891 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.893 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.893 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.893 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.894 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.897353 21928 webserver.cc:534] Webserver started at http://127.21.18.1:46149/ using document root <none> and password file <none>
00:30:18.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.898777 21928 fs_manager.cc:362] Metadata directory not provided
00:30:18.899 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.899 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.899 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.899 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.900 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.900 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.900738 21928 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:18.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.901464 21928 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:18.901 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.901 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.902 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.902 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.908209 21928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data/instance:
00:30:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:18.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:18 on dist-test-slave-qgzj"
00:30:18.909 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.911 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.912 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.912 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.912994 21928 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal/instance:
00:30:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:18.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:18 on dist-test-slave-qgzj"
00:30:18.915 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.921 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.921 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.921 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.923 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.923 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.923 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.923 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.928797 21928 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.006s	sys 0.007s
00:30:18.932 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.933 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.933 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.934 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.935 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.940 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.940 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.940 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.941 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.941 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.941 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:18.941 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:18.941 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:18.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:18.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.942368 22046 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:18.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:18.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:18.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.943939 21928 fs_manager.cc:730] Time spent opening block manager: real 0.010s	user 0.004s	sys 0.004s
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.944667 21928 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:18 on dist-test-slave-qgzj"
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:18.945271 21928 fs_report.cc:389] FS layout report
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal
00:30:18.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data/data
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:18.950 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.951 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.951 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.952 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.960 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.960 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.960 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.960 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.960 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.960 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.961 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.961 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.970 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.972 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.979 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.980 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.980 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.981 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.990 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.990 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.990 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:18.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:18.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:18.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:18.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:18.999 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:18.999 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:18.999 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:18.999 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.000 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.002 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:19.002 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:19.002 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:19.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.003 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:19.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.003 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.009 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.010 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.010 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.011 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.019 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.020 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.020 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.021 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.021 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.021 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.031 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.031 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.031 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.032 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.061 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:19.062 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:19.062 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:19.063 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.064 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:19.069 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.069 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.070 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.071 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.071 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.071 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.071 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.073 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.073 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.073 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.073 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.083 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:19.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.084 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:19.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.084 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.085 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:19.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:19.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.089859 21928 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:19.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.091420 21928 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:19.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.091940 21928 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:19.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:19.096 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:19.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.097 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:19.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.098 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:19.099 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.099 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.100 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.100 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.100 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.101657 21928 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.121644 21928 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.121955 21928 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.122272 21928 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:19.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.122499 21928 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:19.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.198 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:19.198 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:19.199 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:19.199 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.199 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.199 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.199 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.199 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.200 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:19.210 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.210 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.210 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.259 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.259 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.260 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.261 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.290 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.291 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.291 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.292 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.301 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:19.301 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:19.301 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:19.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:19.320 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.320 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.320 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.322 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.519 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.520 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.520 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.521 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:19.521 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:19.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.521 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:19.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.521 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:19.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:19.522 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:19.523 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:19.579 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.580 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.580 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.581 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.670 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:19.671 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:19.671 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:19.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:19.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:19.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:19.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:19.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.701287 21928 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.1:46179
00:30:19.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.701749 22158 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.1:46179 every 8 connection(s)
00:30:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.704210 21928 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/data/info.pb
00:30:19.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.705859 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 21928
00:30:19.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.706496 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-0/wal/instance
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.724112 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/logs
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data/info.pb
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:19.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.2:0
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.2
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.2
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:19.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:19.766 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.794 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:19.795 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:19.795 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:19.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:19.796 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.796 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.797 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:19.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.797 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.797 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:19.797 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:19.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.802256 22164 heartbeater.cc:344] Connected to a master server at 127.21.18.62:43801
00:30:19.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.802822 22164 heartbeater.cc:461] Registering TS with master...
00:30:19.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.804293 22164 heartbeater.cc:507] Master 127.21.18.62:43801 requested a full tablet report, sending...
00:30:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.806488 22159 heartbeater.cc:344] Connected to a master server at 127.21.18.60:34117
00:30:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.806823 22159 heartbeater.cc:461] Registering TS with master...
00:30:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.807687 22159 heartbeater.cc:507] Master 127.21.18.60:34117 requested a full tablet report, sending...
00:30:19.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.808251 21630 ts_manager.cc:194] Registered new tserver with Master: e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179)
00:30:19.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.811285 21847 ts_manager.cc:194] Registered new tserver with Master: e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179)
00:30:19.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.815752 21847 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.18.1:35991
00:30:19.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:19.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:19.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:19.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:19.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:19.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:19.829 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.828137 22161 heartbeater.cc:344] Connected to a master server at 127.21.18.61:41719
00:30:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.828557 22161 heartbeater.cc:461] Registering TS with master...
00:30:19.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.829314 22161 heartbeater.cc:507] Master 127.21.18.61:41719 requested a full tablet report, sending...
00:30:19.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:19.833452 21760 ts_manager.cc:194] Registered new tserver with Master: e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179)
00:30:19.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:19.999 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:20.000 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:20.000 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:20.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.001 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:20.089 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:20.089 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:20.090 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:20.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.091 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:20.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.178195 22160 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.178773 22160 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.179307 22160 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:20.181 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:20.182 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:20.182 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:20.182 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:20.182 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:20.182 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:20.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:20.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:20.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:20.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:20.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:20.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:20.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:20.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.218530 22160 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:20.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.219508 22160 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.18.2
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:20.259825 22160 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.2:0
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data/info.pb
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.2
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.2
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/logs
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:20.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:20.261202 22160 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:20.261 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:20.262 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:20.262 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:20.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.263 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:20.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:20.263238 22160 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:20.266 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:20.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.277262 22176 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:20.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:20.317 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:20.318 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:20.318 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.318 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.318 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:20.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:20.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:20.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:20.471 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:20.471 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:20.471 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:20.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.473 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.473 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.473 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.473 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:20.494 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:20.494 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:20.495 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:20.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.495 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:20.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:20.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:20.759 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:20.759 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:20.759 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:20.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:20.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:20.802 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:20.803 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:20.803 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:20.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:20.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.804 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:20.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:20.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:20.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:20.819525 22159 heartbeater.cc:499] Master 127.21.18.60:34117 was elected leader, sending a full tablet report...
00:30:20.935 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:20.936 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:20.936 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:20.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:20.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:20.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:20.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:20.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:20.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:20.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:20.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:20.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:20.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:20.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:20.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:20.990 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:20.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:20.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:20.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:20.993 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:20.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.267 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.276 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:21.277 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:21.277 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:21.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.279 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:21.349 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:21.350 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:21.350 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:21.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:21.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:21.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:21.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:21.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:21.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:21.355 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:21.355 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:21.355 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:21.355 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:21.443 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:21.444 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:21.444 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:21.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:21.480 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:21.480 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:21.480 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:21.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.481 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.482 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:21.499 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.556 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:21.557 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:21.557 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:21.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:21.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:21.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:21.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:21.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:20.277627 22177 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:21.650707 22179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:21.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:21.651505 22160 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.374s	user 0.003s	sys 0.003s
00:30:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:21.651867 22160 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.375s	user 0.003s	sys 0.003s
00:30:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:21.651716 22178 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1367 milliseconds
00:30:21.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.652176 22160 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:21.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.653934 22160 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:21.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.656735 22160 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:21.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.658202 22160 hybrid_clock.cc:648] HybridClock initialized: now 1783470621658156 us; error 47 us; skew 500 ppm
00:30:21.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.659353 22160 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:21.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:21.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:21.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:21.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:21.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.669164 22160 webserver.cc:534] Webserver started at http://127.21.18.2:45489/ using document root <none> and password file <none>
00:30:21.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.670604 22160 fs_manager.cc:362] Metadata directory not provided
00:30:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.670909 22160 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:21.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.671545 22160 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.678401 22160 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data/instance:
00:30:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:21.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:21 on dist-test-slave-qgzj"
00:30:21.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.680011 22160 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal/instance:
00:30:21.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:21.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:21 on dist-test-slave-qgzj"
00:30:21.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.689782 22160 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.003s	sys 0.005s
00:30:21.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.709368 22188 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.710745 22160 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.007s	sys 0.008s
00:30:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.711189 22160 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal
00:30:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:21.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:21 on dist-test-slave-qgzj"
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.711711 22160 fs_report.cc:389] FS layout report
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data/data
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:21.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:21.767 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.793365 22160 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.795006 22160 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:21.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.795529 22160 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:21.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.798324 22160 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.802924 22160 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.803155 22160 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.803452 22160 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:21.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.803618 22160 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:21.840 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:21.840 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:21.840 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:21.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.841 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:21.875 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.875 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.876 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.876 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.877 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.877 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26819), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [46ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [50ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [65ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [123ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [423ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [742ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [743ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@1589971093(state=PENDING, result=null, callback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816), errback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816)))
00:30:21.878 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.878 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.879 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.878 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26819), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [46ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [50ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [65ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [123ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [423ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [742ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [743ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@1589971093(state=PENDING, result=null, callback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816), errback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26819), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [46ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [50ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [65ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [123ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [423ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [742ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [743ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@1589971093(state=PENDING, result=null, callback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816), errback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:21.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.880 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.883 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26819), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [46ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [50ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [65ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [123ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [423ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [742ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [743ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@1589971093(state=PENDING, result=null, callback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816), errback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26819), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [18ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [23ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [46ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [50ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [65ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [65ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [123ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [423ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [423ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [482ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [742ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [743ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [743ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2781ms] refreshing cache from master, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2783ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5340ms] refreshing cache from master, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5341ms] too many traces: truncated at 100 traces, deferred=Deferred@1589971093(state=PENDING, result=null, callback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816), errback=(continuation of Deferred@373882103 after retry RPC after error@1859531918) -> (continuation of Deferred@1029961081 after retry RPC after error@1259652064) -> (continuation of Deferred@443162929 after retry RPC after error@1170670774) -> (continuation of Deferred@1739454794 after retry RPC after error@172699036) -> (continuation of Deferred@1105454669 after retry RPC after error@1014802547) -> (continuation of Deferred@882077983 after retry RPC after error@1743232476) -> (continuation of Deferred@971558627 after retry RPC after error@1619973789) -> (continuation of Deferred@1329223706 after retry RPC after error@342369628) -> (continuation of Deferred@1795714788 after retry RPC after error@2107930406) -> (continuation of Deferred@1623394816 after retry RPC after error@903123329) -> (continuation of Deferred@486782609 after retry RPC after error@1128329040) -> (continuation of Deferred@992706098 after retry RPC after error@711108687) -> (continuation of Deferred@718615724 after retry RPC after error@1856730313) -> (continuation of Deferred@244407744 after retry RPC after error@823045261) -> (continuation of Deferred@847093332 after retry RPC after error@130398702) -> (continuation of Deferred@54434699 after retry RPC after error@1200629157) -> (continuation of Deferred@423730237 after retry RPC after error@862018610) -> (continuation of Deferred@1156872982 after retry RPC after error@42976032) -> (continuation of Deferred@389678904 after retry RPC after error@780359969) -> (continuation of Deferred@1229499180 after retry RPC after error@891484134) -> (continuation of Deferred@1919296957 after retry RPC after error@1184374913) -> (continuation of Deferred@1250292405 after retry RPC after error@1757061572) -> (continuation of Deferred@724712099 after retry RPC after error@740920172) -> (continuation of Deferred@1230820358 after retry RPC after error@1960179816)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:21.884 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:21.884 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:30:21.884 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
00:30:21.884 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
00:30:21.885 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
00:30:21.885 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
00:30:21.885 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
00:30:21.885 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
00:30:21.886 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:30:21.886 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
00:30:21.886 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
00:30:21.887 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:30:21.887 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
00:30:21.887 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:30:21.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:30:21.889 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
00:30:21.889 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:30:21.890 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
00:30:21.890 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
00:30:21.890 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
00:30:21.891 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:30:21.891 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
00:30:21.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:30:21.891 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:30:21.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
00:30:21.891 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
00:30:21.892 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:30:21.892 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
00:30:21.892 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:30:21.893 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
00:30:21.894 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
00:30:21.894 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
00:30:21.894 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
00:30:21.895 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
00:30:21.895 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.895 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
00:30:21.896 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:21.896 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:21.896 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
00:30:21.896 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
00:30:21.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.897 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:21.897 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:30:21.895 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.898 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.915 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.916 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.916 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.916 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.917 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.917 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.917 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.917 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:21.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:21.919 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:21.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.920 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:21.935 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.936 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.936 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.937 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.939 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:21.939 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:21.939 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:21.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:21.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:21.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:21.940 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:21.956 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.956 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.956 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.956 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.956 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:21.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:21.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:21.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.972 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:21.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:21.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:21.972 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.973244 22160 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.2:44803
00:30:21.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.973326 22312 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.2:44803 every 8 connection(s)
00:30:21.975 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.976 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.976 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.976 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.976799 22160 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/data/info.pb
00:30:21.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.977 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.979995 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 22160
00:30:21.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.980455 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-1/wal/instance
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:21.995198 21576 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal
00:30:21.995 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/logs
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data/info.pb
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:21.995 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:21.996 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:21.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:21.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:21.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:21.997 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:21.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:21.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.3:0
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.3
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.3
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:21.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.054909 22313 heartbeater.cc:344] Connected to a master server at 127.21.18.60:34117
00:30:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.055419 22313 heartbeater.cc:461] Registering TS with master...
00:30:22.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.056851 22313 heartbeater.cc:507] Master 127.21.18.60:34117 requested a full tablet report, sending...
00:30:22.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.059701 21847 ts_manager.cc:194] Registered new tserver with Master: b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.061846 21847 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.18.2:58055
00:30:22.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.062484 22314 heartbeater.cc:344] Connected to a master server at 127.21.18.61:41719
00:30:22.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.062814 22314 heartbeater.cc:461] Registering TS with master...
00:30:22.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.063727 22314 heartbeater.cc:507] Master 127.21.18.61:41719 requested a full tablet report, sending...
00:30:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.064234 22317 heartbeater.cc:344] Connected to a master server at 127.21.18.62:43801
00:30:22.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.064582 22317 heartbeater.cc:461] Registering TS with master...
00:30:22.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.066776 21760 ts_manager.cc:194] Registered new tserver with Master: b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:22.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.067955 22317 heartbeater.cc:507] Master 127.21.18.62:43801 requested a full tablet report, sending...
00:30:22.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.070453 21630 ts_manager.cc:194] Registered new tserver with Master: b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:22.075 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:22.076 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:22.076 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:22.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.077 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:22.121 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:22.121 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:22.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:22.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:22.123 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:22.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:22.123 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:22.123 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:22.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:22.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:22.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:22.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:22.123 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:22.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:22.296 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:22.296 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:22.296 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:22.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.298 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.384068 22318 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.384562 22318 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.385301 22318 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:22.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.419492 22318 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:22.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.420302 22318 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.18.3
00:30:22.453 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:22.453 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:22.454 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:22.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.455 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.463366 22318 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.18.20:37331
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data
00:30:22.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.18.3:0
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data/info.pb
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.18.3
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.18.3
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/logs
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:22.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:22.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.465075 22318 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:22.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:22.466770 22318 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:22.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.481890 22330 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:22.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:22.536 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:22.536 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:22.536 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:22.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.538 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:22.595 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:22.595 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:22.596 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:22.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:22.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:22.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:22.597 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:22.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:22.756 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:22.756 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:22.756 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:22.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:22.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:22.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:22.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:22.758 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27693), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [17ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [42ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [485ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [485ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1283ms] refreshing cache from master, [1283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1284ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1285ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1740ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1743ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3160ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3162ms] too many traces: truncated at 100 traces, deferred=Deferred@2013654620(state=PENDING, result=null, callback=(continuation of Deferred@1139986489 after retry RPC after error@49625585) -> (continuation of Deferred@891483219 after retry RPC after error@1652726693) -> (continuation of Deferred@925170900 after retry RPC after error@481649008) -> (continuation of Deferred@1050119897 after retry RPC after error@1220441373) -> (continuation of Deferred@1491923586 after retry RPC after error@1877321230) -> (continuation of Deferred@1829117037 after retry RPC after error@1445694029) -> (continuation of Deferred@1768688360 after retry RPC after error@729486365) -> (continuation of Deferred@1984135275 after retry RPC after error@2091910412) -> (continuation of Deferred@1963096888 after retry RPC after error@103432825) -> (continuation of Deferred@1820383759 after retry RPC after error@283392758) -> (continuation of Deferred@1993955433 after retry RPC after error@582284609) -> (continuation of Deferred@1208882106 after retry RPC after error@2030871495) -> (continuation of Deferred@1160423071 after retry RPC after error@1076972934) -> (continuation of Deferred@2023364089 after retry RPC after error@1687458742) -> (continuation of Deferred@1956306917 after retry RPC after error@1041101197) -> (continuation of Deferred@378539624 after retry RPC after error@1448683055) -> (continuation of Deferred@1956556534 after retry RPC after error@634304625) -> (continuation of Deferred@867893742 after retry RPC after error@751579624) -> (continuation of Deferred@765772697 after retry RPC after error@2105142124) -> (continuation of Deferred@371597660 after retry RPC after error@1529348353) -> (continuation of Deferred@1343990262 after retry RPC after error@1653279250) -> (continuation of Deferred@1157692382 after retry RPC after error@1589369462) -> (continuation of Deferred@1398967374 after retry RPC after error@1761855402) -> (continuation of Deferred@731844447 after retry RPC after error@737613872) -> (continuation of Deferred@1823535612 after retry RPC after error@460932439), errback=(continuation of Deferred@1139986489 after retry RPC after error@49625585) -> (continuation of Deferred@891483219 after retry RPC after error@1652726693) -> (continuation of Deferred@925170900 after retry RPC after error@481649008) -> (continuation of Deferred@1050119897 after retry RPC after error@1220441373) -> (continuation of Deferred@1491923586 after retry RPC after error@1877321230) -> (continuation of Deferred@1829117037 after retry RPC after error@1445694029) -> (continuation of Deferred@1768688360 after retry RPC after error@729486365) -> (continuation of Deferred@1984135275 after retry RPC after error@2091910412) -> (continuation of Deferred@1963096888 after retry RPC after error@103432825) -> (continuation of Deferred@1820383759 after retry RPC after error@283392758) -> (continuation of Deferred@1993955433 after retry RPC after error@582284609) -> (continuation of Deferred@1208882106 after retry RPC after error@2030871495) -> (continuation of Deferred@1160423071 after retry RPC after error@1076972934) -> (continuation of Deferred@2023364089 after retry RPC after error@1687458742) -> (continuation of Deferred@1956306917 after retry RPC after error@1041101197) -> (continuation of Deferred@378539624 after retry RPC after error@1448683055) -> (continuation of Deferred@1956556534 after retry RPC after error@634304625) -> (continuation of Deferred@867893742 after retry RPC after error@751579624) -> (continuation of Deferred@765772697 after retry RPC after error@2105142124) -> (continuation of Deferred@371597660 after retry RPC after error@1529348353) -> (continuation of Deferred@1343990262 after retry RPC after error@1653279250) -> (continuation of Deferred@1157692382 after retry RPC after error@1589369462) -> (continuation of Deferred@1398967374 after retry RPC after error@1761855402) -> (continuation of Deferred@731844447 after retry RPC after error@737613872) -> (continuation of Deferred@1823535612 after retry RPC after error@460932439)))
00:30:22.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:23.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.066820 22313 heartbeater.cc:499] Master 127.21.18.60:34117 was elected leader, sending a full tablet report...
00:30:23.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:23.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:23.094 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:23.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.096 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:23.096 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28014), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [7ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [28ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [403ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [842ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [846ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [846ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3160ms] refreshing cache from master, [3160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3163ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5061ms] too many traces: truncated at 100 traces, deferred=Deferred@671985221(state=PENDING, result=null, callback=(continuation of Deferred@1815754568 after retry RPC after error@1072399865) -> (continuation of Deferred@843711052 after retry RPC after error@2003889606) -> (continuation of Deferred@1254949911 after retry RPC after error@703239418) -> (continuation of Deferred@1263578089 after retry RPC after error@993948056) -> (continuation of Deferred@426850132 after retry RPC after error@1681997252) -> (continuation of Deferred@704699718 after retry RPC after error@1660607279) -> (continuation of Deferred@1923189683 after retry RPC after error@526591806) -> (continuation of Deferred@866464633 after retry RPC after error@120759681) -> (continuation of Deferred@2033208007 after retry RPC after error@2146228232) -> (continuation of Deferred@1699222135 after retry RPC after error@2009382386) -> (continuation of Deferred@215590847 after retry RPC after error@367792820) -> (continuation of Deferred@814899668 after retry RPC after error@1659597081) -> (continuation of Deferred@600757924 after retry RPC after error@1455561179) -> (continuation of Deferred@1971146262 after retry RPC after error@1286052377) -> (continuation of Deferred@428412639 after retry RPC after error@1606668532) -> (continuation of Deferred@1079064804 after retry RPC after error@819336613) -> (continuation of Deferred@1643645590 after retry RPC after error@545075757) -> (continuation of Deferred@1763879134 after retry RPC after error@1767498594) -> (continuation of Deferred@1213528165 after retry RPC after error@32593688) -> (continuation of Deferred@2112453536 after retry RPC after error@1527633292) -> (continuation of Deferred@888510808 after retry RPC after error@1068974409) -> (continuation of Deferred@154470756 after retry RPC after error@1017187451), errback=(continuation of Deferred@1815754568 after retry RPC after error@1072399865) -> (continuation of Deferred@843711052 after retry RPC after error@2003889606) -> (continuation of Deferred@1254949911 after retry RPC after error@703239418) -> (continuation of Deferred@1263578089 after retry RPC after error@993948056) -> (continuation of Deferred@426850132 after retry RPC after error@1681997252) -> (continuation of Deferred@704699718 after retry RPC after error@1660607279) -> (continuation of Deferred@1923189683 after retry RPC after error@526591806) -> (continuation of Deferred@866464633 after retry RPC after error@120759681) -> (continuation of Deferred@2033208007 after retry RPC after error@2146228232) -> (continuation of Deferred@1699222135 after retry RPC after error@2009382386) -> (continuation of Deferred@215590847 after retry RPC after error@367792820) -> (continuation of Deferred@814899668 after retry RPC after error@1659597081) -> (continuation of Deferred@600757924 after retry RPC after error@1455561179) -> (continuation of Deferred@1971146262 after retry RPC after error@1286052377) -> (continuation of Deferred@428412639 after retry RPC after error@1606668532) -> (continuation of Deferred@1079064804 after retry RPC after error@819336613) -> (continuation of Deferred@1643645590 after retry RPC after error@545075757) -> (continuation of Deferred@1763879134 after retry RPC after error@1767498594) -> (continuation of Deferred@1213528165 after retry RPC after error@32593688) -> (continuation of Deferred@2112453536 after retry RPC after error@1527633292) -> (continuation of Deferred@888510808 after retry RPC after error@1068974409) -> (continuation of Deferred@154470756 after retry RPC after error@1017187451)))
00:30:23.107 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:23.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:23.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:23.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.109 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.110 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:23.134 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:23.135 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:23.135 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:23.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:23.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:23.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:23.136 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:23.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:23.178855 21878 debug-util.cc:398] Leaking SignalData structure 0x7b080009a820 after lost signal to thread 21802
00:30:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:23.180155 21878 debug-util.cc:398] Leaking SignalData structure 0x7b080008b7c0 after lost signal to thread 21881
00:30:23.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:23.658 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:23.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:23.835948 22333 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:23.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:22.481899 22331 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:23.838402 22332 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1355 milliseconds
00:30:23.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.838423 22318 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:23.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.842607 22318 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:23.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.845445 22318 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:23.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.846920 22318 hybrid_clock.cc:648] HybridClock initialized: now 1783470623846862 us; error 36 us; skew 500 ppm
00:30:23.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.848026 22318 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:23.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.856992 22318 webserver.cc:534] Webserver started at http://127.21.18.3:39167/ using document root <none> and password file <none>
00:30:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.858039 22318 fs_manager.cc:362] Metadata directory not provided
00:30:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.858289 22318 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:23.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.858708 22318 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.863229 22318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data/instance:
00:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:23.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:23 on dist-test-slave-qgzj"
00:30:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.864566 22318 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal/instance:
00:30:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:23.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:23 on dist-test-slave-qgzj"
00:30:23.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.872530 22318 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.003s
00:30:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.879045 22343 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:23.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.880389 22318 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.880776 22318 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:23 on dist-test-slave-qgzj"
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.881124 22318 fs_report.cc:389] FS layout report
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data/data
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:23.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:23.921 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:23.922 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:23.922 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:23.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:23.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:23.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:23.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.939631 22318 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:23.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.941367 22318 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:23.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.941906 22318 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:23.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.945303 22318 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.949955 22318 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.950196 22318 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.950497 22318 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:23.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:23.950664 22318 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:23.970 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:23.970 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:23.970 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:23.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:23.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:23.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:23.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:23.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:23.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:23.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:23.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:23.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:23.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:23.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:24.002 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:24.002 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:24.002 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:24.003 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.003 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.004 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.004 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.004 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.004 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:24.011 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:24.011 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:24.011 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:24.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:24.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:24.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:24.017 [DEBUG - pool-154-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:24.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.018 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:24.018 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28962), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [17ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [22ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [44ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [45ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [69ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [268ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [484ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [881ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [882ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [882ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2680ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2684ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5621ms] refreshing cache from master, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5622ms] too many traces: truncated at 100 traces, deferred=Deferred@895028602(state=PENDING, result=null, callback=(continuation of Deferred@119833026 after retry RPC after error@484334653) -> (continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074), errback=(continuation of Deferred@119833026 after retry RPC after error@484334653) -> (continuation of Deferred@455105529 after retry RPC after error@1718593338) -> (continuation of Deferred@1164312740 after retry RPC after error@733451137) -> (continuation of Deferred@852621981 after retry RPC after error@689753482) -> (continuation of Deferred@1552583469 after retry RPC after error@1261838502) -> (continuation of Deferred@1980644943 after retry RPC after error@967957913) -> (continuation of Deferred@837483105 after retry RPC after error@1260642282) -> (continuation of Deferred@1289256071 after retry RPC after error@2075274640) -> (continuation of Deferred@502135157 after retry RPC after error@1222949293) -> (continuation of Deferred@1205323890 after retry RPC after error@761508789) -> (continuation of Deferred@1605878077 after retry RPC after error@854794935) -> (continuation of Deferred@1268709571 after retry RPC after error@2068845598) -> (continuation of Deferred@445615200 after retry RPC after error@826471196) -> (continuation of Deferred@229002519 after retry RPC after error@1991067737) -> (continuation of Deferred@271001184 after retry RPC after error@920382827) -> (continuation of Deferred@162189394 after retry RPC after error@358198974) -> (continuation of Deferred@1013222995 after retry RPC after error@1430100993) -> (continuation of Deferred@181075636 after retry RPC after error@1388223757) -> (continuation of Deferred@1244694303 after retry RPC after error@1934936012) -> (continuation of Deferred@783726668 after retry RPC after error@147201634) -> (continuation of Deferred@1174431770 after retry RPC after error@322944433) -> (continuation of Deferred@147850050 after retry RPC after error@819804468) -> (continuation of Deferred@1968752525 after retry RPC after error@467943074)))
00:30:24.062 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:24.062 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:24.062 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:24.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:24.158 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:24.179 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:24.179 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:24.180 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:24.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.181 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.181 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.181 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.181 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:24.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.208279 22318 rpc_server.cc:307] RPC server started. Bound to: 127.21.18.3:40999
00:30:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.208766 22455 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.18.3:40999 every 8 connection(s)
00:30:24.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.211462 22318 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/data/info.pb
00:30:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.221565 21576 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 22318
00:30:24.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.222059 21576 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster3969186882795209518/ts-2/wal/instance
00:30:24.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.260358 22457 heartbeater.cc:344] Connected to a master server at 127.21.18.61:41719
00:30:24.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.261114 22457 heartbeater.cc:461] Registering TS with master...
00:30:24.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.262499 22457 heartbeater.cc:507] Master 127.21.18.61:41719 requested a full tablet report, sending...
00:30:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.265846 21760 ts_manager.cc:194] Registered new tserver with Master: 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.265921 22456 heartbeater.cc:344] Connected to a master server at 127.21.18.60:34117
00:30:24.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.266255 22456 heartbeater.cc:461] Registering TS with master...
00:30:24.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.267205 22456 heartbeater.cc:507] Master 127.21.18.60:34117 requested a full tablet report, sending...
00:30:24.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.271700 21846 ts_manager.cc:194] Registered new tserver with Master: 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:24.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.273734 21846 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.18.3:42169
00:30:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.277011 22458 heartbeater.cc:344] Connected to a master server at 127.21.18.62:43801
00:30:24.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.277338 22458 heartbeater.cc:461] Registering TS with master...
00:30:24.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.278035 22458 heartbeater.cc:507] Master 127.21.18.62:43801 requested a full tablet report, sending...
00:30:24.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.280851 21630 ts_manager.cc:194] Registered new tserver with Master: 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:24.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.293215 21576 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:30:24.305 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:24.305 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:30:24.306 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.18.62"
      port: 43801
    }
    bound_http_address {
      host: "127.21.18.62"
      port: 38763
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.18.61"
      port: 41719
    }
    bound_http_address {
      host: "127.21.18.61"
      port: 38615
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.18.60"
      port: 34117
    }
    bound_http_address {
      host: "127.21.18.60"
      port: 38033
    }
  }
}

00:30:24.306 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:30:24.307 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.18.1"
      port: 46179
    }
    bound_http_address {
      host: "127.21.18.1"
      port: 46149
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.18.2"
      port: 44803
    }
    bound_http_address {
      host: "127.21.18.2"
      port: 45489
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.18.3"
      port: 40999
    }
    bound_http_address {
      host: "127.21.18.3"
      port: 39167
    }
  }
}

00:30:24.308 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:30:24.311 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:24.313 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:24.315 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:24.315 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.78.62:38113(127.20.78.62:38113)] Successfully connected to peer
00:30:24.316 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:24.318 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.78.60:41935(127.20.78.60:41935)] Successfully connected to peer
00:30:24.333 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.78.61:36875(127.20.78.61:36875)] Successfully connected to peer
00:30:24.336 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:24.336 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.62
00:30:24.336 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:24.336 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:24.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:24.337 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:24.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:24.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:24.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:24.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:24.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:24.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:24.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:24.338 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:24.342 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.61
00:30:24.343 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.60
00:30:24.354 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:24.355 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:24.359 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe6e11067, L:/127.0.0.1:60292 - R:/127.20.78.60:41935] using SASL/PLAIN
00:30:24.359 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x80a4b006, L:/127.0.0.1:47192 - R:/127.20.78.61:36875] using SASL/PLAIN
00:30:24.359 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:24.363 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:24.364 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=51), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [50ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, deferred=null) after lookup
00:30:24.366 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ee9f4e1, L:/127.0.0.1:38688 - R:/127.20.78.62:38113] using SASL/PLAIN
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.366065 21050 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60292:
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:24.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:24.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:24.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:24.372738 21050 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:30:24.420 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:24.420 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:24.420 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:24.421 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.421 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.422 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:24.461 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:24.462 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:24.462 [DEBUG - pool-158-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:24.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:24.463 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:24.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:24.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:24.464 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:24.464 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29393), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [17ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [17ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [22ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [46ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [46ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [46ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [62ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [484ms] refreshing cache from master, [484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [485ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [485ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [486ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [486ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [884ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [886ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [887ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1064ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1064ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3021ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3022ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3023ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3024ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3024ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5041ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5042ms] too many traces: truncated at 100 traces, deferred=Deferred@568673585(state=PENDING, result=null, callback=(continuation of Deferred@380599793 after retry RPC after error@422875704) -> (continuation of Deferred@762136662 after retry RPC after error@648698887) -> (continuation of Deferred@1258814934 after retry RPC after error@1990132700) -> (continuation of Deferred@829938337 after retry RPC after error@1170858732) -> (continuation of Deferred@827608782 after retry RPC after error@1062939355) -> (continuation of Deferred@821448003 after retry RPC after error@975308595) -> (continuation of Deferred@697502855 after retry RPC after error@1341716124) -> (continuation of Deferred@1298544245 after retry RPC after error@1742191477) -> (continuation of Deferred@1452368956 after retry RPC after error@1582642276) -> (continuation of Deferred@586966085 after retry RPC after error@2024435580) -> (continuation of Deferred@633816273 after retry RPC after error@1380360729) -> (continuation of Deferred@333003352 after retry RPC after error@950232784) -> (continuation of Deferred@660430041 after retry RPC after error@1080849473) -> (continuation of Deferred@448634350 after retry RPC after error@965471631) -> (continuation of Deferred@1954403827 after retry RPC after error@1460697409) -> (continuation of Deferred@565496992 after retry RPC after error@1203088012) -> (continuation of Deferred@1568488900 after retry RPC after error@158571867) -> (continuation of Deferred@245731609 after retry RPC after error@1689168779) -> (continuation of Deferred@1351166407 after retry RPC after error@1158016968) -> (continuation of Deferred@1737130792 after retry RPC after error@1986629281) -> (continuation of Deferred@1865897658 after retry RPC after error@94805819) -> (continuation of Deferred@906415972 after retry RPC after error@203445123) -> (continuation of Deferred@1509381691 after retry RPC after error@1754875257), errback=(continuation of Deferred@380599793 after retry RPC after error@422875704) -> (continuation of Deferred@762136662 after retry RPC after error@648698887) -> (continuation of Deferred@1258814934 after retry RPC after error@1990132700) -> (continuation of Deferred@829938337 after retry RPC after error@1170858732) -> (continuation of Deferred@827608782 after retry RPC after error@1062939355) -> (continuation of Deferred@821448003 after retry RPC after error@975308595) -> (continuation of Deferred@697502855 after retry RPC after error@1341716124) -> (continuation of Deferred@1298544245 after retry RPC after error@1742191477) -> (continuation of Deferred@1452368956 after retry RPC after error@1582642276) -> (continuation of Deferred@586966085 after retry RPC after error@2024435580) -> (continuation of Deferred@633816273 after retry RPC after error@1380360729) -> (continuation of Deferred@333003352 after retry RPC after error@950232784) -> (continuation of Deferred@660430041 after retry RPC after error@1080849473) -> (continuation of Deferred@448634350 after retry RPC after error@965471631) -> (continuation of Deferred@1954403827 after retry RPC after error@1460697409) -> (continuation of Deferred@565496992 after retry RPC after error@1203088012) -> (continuation of Deferred@1568488900 after retry RPC after error@158571867) -> (continuation of Deferred@245731609 after retry RPC after error@1689168779) -> (continuation of Deferred@1351166407 after retry RPC after error@1158016968) -> (continuation of Deferred@1737130792 after retry RPC after error@1986629281) -> (continuation of Deferred@1865897658 after retry RPC after error@94805819) -> (continuation of Deferred@906415972 after retry RPC after error@203445123) -> (continuation of Deferred@1509381691 after retry RPC after error@1754875257)))
00:30:24.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:24.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.585412 21359 tablet_service.cc:1511] Processing CreateTablet for tablet 1776ca6cbff043c8aab4fdabb9c05542 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.592000 21356 tablet_service.cc:1511] Processing CreateTablet for tablet da9767c9d31d4aa3a713b2b526f9d41a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.592242 21361 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa3bbc2211842c0ad557265343ee1d2 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:24.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.587984 21357 tablet_service.cc:1511] Processing CreateTablet for tablet a8b0f66b3cb44cc8a666e4976d33318a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.589365 21358 tablet_service.cc:1511] Processing CreateTablet for tablet d3994d4e5c594ca78e3e4d627ee6f45c (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:24.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.593073 21359 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1776ca6cbff043c8aab4fdabb9c05542. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.595387 21358 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d3994d4e5c594ca78e3e4d627ee6f45c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.589856 21360 tablet_service.cc:1511] Processing CreateTablet for tablet 4c28fab87ed0474595298defe04392a7 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.597303 21361 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa3bbc2211842c0ad557265343ee1d2. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.597932 21360 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c28fab87ed0474595298defe04392a7. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.599236 21357 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8b0f66b3cb44cc8a666e4976d33318a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.600265 21356 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da9767c9d31d4aa3a713b2b526f9d41a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:24.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.672704 21218 tablet_service.cc:1511] Processing CreateTablet for tablet 4c28fab87ed0474595298defe04392a7 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.674532 21219 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa3bbc2211842c0ad557265343ee1d2 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:24.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.677086 21219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa3bbc2211842c0ad557265343ee1d2. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.682386 21216 tablet_service.cc:1511] Processing CreateTablet for tablet d3994d4e5c594ca78e3e4d627ee6f45c (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.683646 21216 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d3994d4e5c594ca78e3e4d627ee6f45c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.683966 21214 tablet_service.cc:1511] Processing CreateTablet for tablet da9767c9d31d4aa3a713b2b526f9d41a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.685230 21214 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da9767c9d31d4aa3a713b2b526f9d41a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.686008 21215 tablet_service.cc:1511] Processing CreateTablet for tablet a8b0f66b3cb44cc8a666e4976d33318a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.687136 21218 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c28fab87ed0474595298defe04392a7. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.687713 21215 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8b0f66b3cb44cc8a666e4976d33318a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.688655 21217 tablet_service.cc:1511] Processing CreateTablet for tablet 1776ca6cbff043c8aab4fdabb9c05542 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.689798 21217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1776ca6cbff043c8aab4fdabb9c05542. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.713368 21499 tablet_service.cc:1511] Processing CreateTablet for tablet 1776ca6cbff043c8aab4fdabb9c05542 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.715435 21499 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1776ca6cbff043c8aab4fdabb9c05542. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.723591 21498 tablet_service.cc:1511] Processing CreateTablet for tablet d3994d4e5c594ca78e3e4d627ee6f45c (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.725733 21497 tablet_service.cc:1511] Processing CreateTablet for tablet a8b0f66b3cb44cc8a666e4976d33318a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.727224 21497 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a8b0f66b3cb44cc8a666e4976d33318a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.734124 21496 tablet_service.cc:1511] Processing CreateTablet for tablet da9767c9d31d4aa3a713b2b526f9d41a (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:24.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.735867 21498 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d3994d4e5c594ca78e3e4d627ee6f45c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.737998 21496 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet da9767c9d31d4aa3a713b2b526f9d41a. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.711019 21500 tablet_service.cc:1511] Processing CreateTablet for tablet 4c28fab87ed0474595298defe04392a7 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:24.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.746379 21500 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4c28fab87ed0474595298defe04392a7. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.748315 21501 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa3bbc2211842c0ad557265343ee1d2 (DEFAULT_TABLE table=replication_test_table [id=02b5e5b0d4b64411acfeef5587b58537]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:24.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.750366 21501 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa3bbc2211842c0ad557265343ee1d2. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:24.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.802991 22490 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:24.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.815510 22489 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:24.819 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:24.819 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:24.819 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:24.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:24.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:24.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:24.821 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:24.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.823897 22489 tablet_bootstrap.cc:654] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:24.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.826328 22489 log.cc:826] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: Log is configured to *not* fsync() on all Append() calls
00:30:24.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.841423 22490 tablet_bootstrap.cc:654] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:24.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.843922 22490 log.cc:826] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Log is configured to *not* fsync() on all Append() calls
00:30:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.855753 22490 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:24.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.856508 22490 ts_tablet_manager.cc:1403] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.054s	user 0.022s	sys 0.000s
00:30:24.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.863696 22493 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:24.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.867615 22489 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:24.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.868225 22489 ts_tablet_manager.cc:1403] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.053s	user 0.014s	sys 0.018s
00:30:24.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.872675 22493 tablet_bootstrap.cc:654] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:24.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.875258 22493 log.cc:826] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: Log is configured to *not* fsync() on all Append() calls
00:30:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.888082 22490 raft_consensus.cc:359] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.889344 22490 raft_consensus.cc:385] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:24.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.889884 22490 raft_consensus.cc:740] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:24.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.891256 22490 consensus_queue.cc:260] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.895264 22493 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:24.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.895800 22493 ts_tablet_manager.cc:1403] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.033s	user 0.005s	sys 0.023s
00:30:24.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.902652 22490 ts_tablet_manager.cc:1434] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.046s	user 0.029s	sys 0.010s
00:30:24.909 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.902746 22489 raft_consensus.cc:359] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.903728 22489 raft_consensus.cc:385] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.904119 22489 raft_consensus.cc:740] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:24.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.905308 22489 consensus_queue.cc:260] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:24.910 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:24.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:24.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:24.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:24.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.922840 22489 ts_tablet_manager.cc:1434] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.054s	user 0.035s	sys 0.011s
00:30:24.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.923869 22489 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:24.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.930573 22489 tablet_bootstrap.cc:654] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:24.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.942060 22490 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:24.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.945689 22493 raft_consensus.cc:359] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.947028 22493 raft_consensus.cc:385] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:24.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.947366 22493 raft_consensus.cc:740] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.948377 22493 consensus_queue.cc:260] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:24.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.955111 22493 ts_tablet_manager.cc:1434] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.059s	user 0.039s	sys 0.000s
00:30:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.959110 22489 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.959555 22489 ts_tablet_manager.cc:1403] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.036s	user 0.015s	sys 0.013s
00:30:24.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.959986 22495 raft_consensus.cc:493] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:24.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.961359 22495 raft_consensus.cc:515] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.963120 22493 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:24.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.964807 22489 raft_consensus.cc:359] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.968438 22489 raft_consensus.cc:385] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:24.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.968765 22489 raft_consensus.cc:740] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:24.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.969529 22489 consensus_queue.cc:260] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.974745 22489 ts_tablet_manager.cc:1434] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.015s	user 0.006s	sys 0.000s
00:30:24.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.975275 22493 tablet_bootstrap.cc:654] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:24.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.976213 22489 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:24.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:24.982931 22489 tablet_bootstrap.cc:654] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:24.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:25.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.027431 22490 tablet_bootstrap.cc:654] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:25.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.027738 22495 leader_election.cc:290] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.041662 21431 tablet.cc:2406] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.057397 22493 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:25.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.057875 22493 ts_tablet_manager.cc:1403] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.095s	user 0.016s	sys 0.014s
00:30:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.062973 22489 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:25.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.063427 22489 ts_tablet_manager.cc:1403] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.087s	user 0.017s	sys 0.031s
00:30:25.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.066510 22489 raft_consensus.cc:359] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.067404 22489 raft_consensus.cc:385] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.067698 22489 raft_consensus.cc:740] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.068214 21291 tablet.cc:2406] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.068356 22489 consensus_queue.cc:260] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.069124 21521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.072536 22489 ts_tablet_manager.cc:1434] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.009s	user 0.003s	sys 0.003s
00:30:25.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.074528 22489 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:25.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.089421 22490 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:25.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.090147 22490 ts_tablet_manager.cc:1403] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.148s	user 0.015s	sys 0.003s
00:30:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.092444 22493 raft_consensus.cc:359] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.093160 22493 raft_consensus.cc:385] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.093441 22493 raft_consensus.cc:740] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.093967 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.094151 22493 consensus_queue.cc:260] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.094753 22490 raft_consensus.cc:359] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.095901 22496 raft_consensus.cc:493] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.096433 22496 raft_consensus.cc:515] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.096280 21314 leader_election.cc:343] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.101339 22496 leader_election.cc:290] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.102473 22489 tablet_bootstrap.cc:654] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.102805 22490 raft_consensus.cc:385] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.103216 22490 raft_consensus.cc:740] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:25.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.104759 22490 consensus_queue.cc:260] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.111330 22493 ts_tablet_manager.cc:1434] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.053s	user 0.007s	sys 0.000s
00:30:25.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.112196 22493 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.130420 22490 ts_tablet_manager.cc:1434] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.040s	user 0.006s	sys 0.000s
00:30:25.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.131361 22490 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:25.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.133024 21573 tablet.cc:2406] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.135463 22489 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:25.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.135896 22489 ts_tablet_manager.cc:1403] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.062s	user 0.003s	sys 0.008s
00:30:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.138599 22489 raft_consensus.cc:359] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.145385 22489 raft_consensus.cc:385] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.145712 22489 raft_consensus.cc:740] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.148388 22490 tablet_bootstrap.cc:654] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:25.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.146380 22489 consensus_queue.cc:260] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.151345 22489 ts_tablet_manager.cc:1434] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.015s	user 0.000s	sys 0.007s
00:30:25.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.152232 22489 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:25.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.153664 22493 tablet_bootstrap.cc:654] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:25.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:25.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.159832 21521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.149013 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.168951 22489 tablet_bootstrap.cc:654] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:25.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.170110 21173 leader_election.cc:343] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.170806 21316 leader_election.cc:343] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.175655 21174 leader_election.cc:343] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.178674 22493 tablet_bootstrap.cc:492] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:25.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.179118 22493 ts_tablet_manager.cc:1403] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.067s	user 0.011s	sys 0.000s
00:30:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.181703 22493 raft_consensus.cc:359] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.181928 21316 leader_election.cc:304] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f0a32f35d9484f6baa63f472fcc1755c; no voters: 07ca7a996cee400bb0ad4924a0939ae2, b75eca145e7a4a3fa3265db45575dce0
00:30:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.182391 22493 raft_consensus.cc:385] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.182653 22493 raft_consensus.cc:740] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:25.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.183159 22495 raft_consensus.cc:2749] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:25.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.183365 22493 consensus_queue.cc:260] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.185926 22493 ts_tablet_manager.cc:1434] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.007s	user 0.002s	sys 0.005s
00:30:25.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.198184 22493 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:25.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.205241 22493 tablet_bootstrap.cc:654] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:25.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.217541 22493 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:25.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.217947 22493 ts_tablet_manager.cc:1403] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.020s	user 0.012s	sys 0.001s
00:30:25.222 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:25.222 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:25.222 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:25.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.222748 21174 leader_election.cc:304] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0; no voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c
00:30:25.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.223845 22496 raft_consensus.cc:2749] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:25.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.224 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:25.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.224103 21174 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.20.78.3:35389, user_credentials={real_user=slave}} blocked reactor thread for 54139.7us
00:30:25.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.226876 22496 raft_consensus.cc:493] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.227300 22496 raft_consensus.cc:515] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.229238 22496 leader_election.cc:290] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.232208 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1776ca6cbff043c8aab4fdabb9c05542" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.232831 21381 raft_consensus.cc:2468] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b75eca145e7a4a3fa3265db45575dce0 in term 0.
00:30:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.234225 21173 leader_election.cc:304] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.234988 22496 raft_consensus.cc:2804] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.235301 22496 raft_consensus.cc:493] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.235643 22496 raft_consensus.cc:3060] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.242 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:25.242 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:25.242 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:25.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.242399 22496 raft_consensus.cc:515] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.243 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.243 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.243 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:25.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:25.244 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.244 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.244 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:25.244 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:25.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.244566 22496 leader_election.cc:290] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 election: Requested vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.245198 22493 raft_consensus.cc:359] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.245920 22493 raft_consensus.cc:385] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.246011 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1776ca6cbff043c8aab4fdabb9c05542" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.246223 22493 raft_consensus.cc:740] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.246680 21381 raft_consensus.cc:3060] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.246941 22493 consensus_queue.cc:260] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.256017 22493 ts_tablet_manager.cc:1434] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.038s	user 0.006s	sys 0.001s
00:30:25.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.259271 22493 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:25.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.261451 22499 raft_consensus.cc:493] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.262054 22499 raft_consensus.cc:515] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.265755 22499 leader_election.cc:290] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.278600 21521 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1776ca6cbff043c8aab4fdabb9c05542" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.278851 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1776ca6cbff043c8aab4fdabb9c05542" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.279268 21521 raft_consensus.cc:2468] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b75eca145e7a4a3fa3265db45575dce0 in term 0.
00:30:25.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.278606 22456 heartbeater.cc:499] Master 127.21.18.60:34117 was elected leader, sending a full tablet report...
00:30:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.288444 22499 raft_consensus.cc:493] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.288900 22499 raft_consensus.cc:515] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.290758 22499 leader_election.cc:290] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:25.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.298106 22493 tablet_bootstrap.cc:654] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:25.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.305716 21381 raft_consensus.cc:2468] T 1776ca6cbff043c8aab4fdabb9c05542 P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b75eca145e7a4a3fa3265db45575dce0 in term 1.
00:30:25.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.309489 21173 leader_election.cc:304] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 07ca7a996cee400bb0ad4924a0939ae2
00:30:25.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.310320 22496 raft_consensus.cc:2804] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.314061 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.314222 21380 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.317056 22496 raft_consensus.cc:697] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [term 1 LEADER]: Becoming Leader. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Running, Role: LEADER
00:30:25.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.317072 21455 leader_election.cc:343] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.317842 21455 leader_election.cc:343] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.318331 22496 consensus_queue.cc:237] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.320724 22490 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:25.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.321153 22490 ts_tablet_manager.cc:1403] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.190s	user 0.019s	sys 0.029s
00:30:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.323784 22490 raft_consensus.cc:359] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.322918 22517 raft_consensus.cc:493] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.326620 22489 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:25.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.327025 22489 ts_tablet_manager.cc:1403] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.175s	user 0.026s	sys 0.034s
00:30:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.324456 22490 raft_consensus.cc:385] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.329617 22490 raft_consensus.cc:740] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.330360 22490 consensus_queue.cc:260] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.324934 22517 raft_consensus.cc:515] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.333856 22489 raft_consensus.cc:359] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.334251 21238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.334980 21238 raft_consensus.cc:2468] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 0.
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.336376 21454 leader_election.cc:304] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, b75eca145e7a4a3fa3265db45575dce0; no voters: f0a32f35d9484f6baa63f472fcc1755c
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.336710 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.337265 21239 raft_consensus.cc:2468] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 0.
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.337342 22517 leader_election.cc:290] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.334635 22489 raft_consensus.cc:385] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.337607 22499 raft_consensus.cc:2804] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.337862 22489 raft_consensus.cc:740] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.337955 22499 raft_consensus.cc:493] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.338281 22499 raft_consensus.cc:3060] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.339834 22489 consensus_queue.cc:260] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.341336 22490 ts_tablet_manager.cc:1434] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.020s	user 0.006s	sys 0.001s
00:30:25.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.344952 22489 ts_tablet_manager.cc:1434] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.002s
00:30:25.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.347409 22490 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:25.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.347731 22489 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0: Bootstrap starting.
00:30:25.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.352918 21454 leader_election.cc:304] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, b75eca145e7a4a3fa3265db45575dce0; no voters: f0a32f35d9484f6baa63f472fcc1755c
00:30:25.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.356242 22493 tablet_bootstrap.cc:492] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:25.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.357378 22493 ts_tablet_manager.cc:1403] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.098s	user 0.008s	sys 0.004s
00:30:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.360457 22489 tablet_bootstrap.cc:654] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0: Neither blocks nor log segments found. Creating new log.
00:30:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.352340 22499 raft_consensus.cc:515] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.362653 22499 leader_election.cc:290] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Requested vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.364281 22499 raft_consensus.cc:2804] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.364223 21380 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:25.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.365170 22499 raft_consensus.cc:493] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.365924 22499 raft_consensus.cc:3060] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.365998 21455 leader_election.cc:343] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.360075 22493 raft_consensus.cc:359] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.366922 22493 raft_consensus.cc:385] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.367283 22493 raft_consensus.cc:740] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:25.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.368039 22493 consensus_queue.cc:260] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.369343 22490 tablet_bootstrap.cc:654] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.374323 22493 ts_tablet_manager.cc:1434] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.000s
00:30:25.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.377061 22493 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2: Bootstrap starting.
00:30:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.382298 22489 tablet_bootstrap.cc:492] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0: No bootstrap required, opened a new log
00:30:25.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.382747 22489 ts_tablet_manager.cc:1403] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0: Time spent bootstrapping tablet: real 0.035s	user 0.013s	sys 0.000s
00:30:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.386541 22489 raft_consensus.cc:359] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.387207 22489 raft_consensus.cc:385] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.387476 22489 raft_consensus.cc:740] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b75eca145e7a4a3fa3265db45575dce0, State: Initialized, Role: FOLLOWER
00:30:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.388432 22499 raft_consensus.cc:515] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.388818 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.390110 21050 catalog_manager.cc:5696] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 reported cstate change: term changed from 0 to 1, leader changed from <none> to b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1). New cstate: current_term: 1 leader_uuid: "b75eca145e7a4a3fa3265db45575dce0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: UNKNOWN } } }
00:30:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.391237 22499 leader_election.cc:290] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Requested vote from peers f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397), b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:25.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.389575 22489 consensus_queue.cc:260] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.396742 22493 tablet_bootstrap.cc:654] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2: Neither blocks nor log segments found. Creating new log.
00:30:25.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.397228 22489 ts_tablet_manager.cc:1434] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0: Time spent starting tablet: real 0.014s	user 0.008s	sys 0.000s
00:30:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.421058 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "b75eca145e7a4a3fa3265db45575dce0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.421928 21520 raft_consensus.cc:2393] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate b75eca145e7a4a3fa3265db45575dce0 in current term 1: Already voted for candidate 07ca7a996cee400bb0ad4924a0939ae2 in this term.
00:30:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.391963 21380 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.393738 22490 tablet_bootstrap.cc:492] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.428809 22490 ts_tablet_manager.cc:1403] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.082s	user 0.010s	sys 0.002s
00:30:25.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.429351 21455 leader_election.cc:343] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.430287 21173 leader_election.cc:343] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397): Illegal state: must be running to vote when last-logged opid is not known
00:30:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.430693 21173 leader_election.cc:304] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0; no voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c
00:30:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.431389 22490 raft_consensus.cc:359] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.431890 22519 raft_consensus.cc:3060] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.432022 22490 raft_consensus.cc:385] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.432283 22490 raft_consensus.cc:740] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:25.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.432945 22490 consensus_queue.cc:260] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.435232 22490 ts_tablet_manager.cc:1434] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
00:30:25.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.436115 22490 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:25.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.438476 22519 raft_consensus.cc:2749] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:25.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.443145 22490 tablet_bootstrap.cc:654] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.448410 22495 raft_consensus.cc:493] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.448871 22495 raft_consensus.cc:515] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.450738 22495 leader_election.cc:290] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389), b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.453785 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.454555 21520 raft_consensus.cc:2393] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f0a32f35d9484f6baa63f472fcc1755c in current term 1: Already voted for candidate 07ca7a996cee400bb0ad4924a0939ae2 in this term.
00:30:25.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.452395 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.455823 21239 raft_consensus.cc:2468] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 0.
00:30:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.457051 21314 leader_election.cc:304] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 07ca7a996cee400bb0ad4924a0939ae2
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.458395 22495 raft_consensus.cc:2804] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.458701 22495 raft_consensus.cc:493] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.458992 22495 raft_consensus.cc:3060] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.459120 22497 raft_consensus.cc:493] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.459575 22497 raft_consensus.cc:515] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.461779 22497 leader_election.cc:290] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.463461 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d3994d4e5c594ca78e3e4d627ee6f45c" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.464031 21520 raft_consensus.cc:2468] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 0.
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.464570 22499 raft_consensus.cc:493] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.465011 22499 raft_consensus.cc:515] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.465220 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d3994d4e5c594ca78e3e4d627ee6f45c" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.465222 21316 leader_election.cc:304] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.465780 21239 raft_consensus.cc:2468] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 0.
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.465951 22497 raft_consensus.cc:2804] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.466243 22497 raft_consensus.cc:493] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.466529 22497 raft_consensus.cc:3060] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.466908 22499 leader_election.cc:290] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:25.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.468968 22495 raft_consensus.cc:515] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.472261 22495 leader_election.cc:290] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Requested vote from peers 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389), b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305)
00:30:25.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.474102 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:25.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.474815 21520 raft_consensus.cc:2393] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate f0a32f35d9484f6baa63f472fcc1755c in current term 1: Already voted for candidate 07ca7a996cee400bb0ad4924a0939ae2 in this term.
00:30:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.475731 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.476271 21239 raft_consensus.cc:3060] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.488718 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c" is_pre_election: true
00:30:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.489375 22497 raft_consensus.cc:515] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.490127 21381 raft_consensus.cc:2468] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 0.
00:30:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.491293 21455 leader_election.cc:304] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.492146 22499 raft_consensus.cc:2804] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.492484 22499 raft_consensus.cc:493] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.492805 22499 raft_consensus.cc:3060] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.492673 21238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d3994d4e5c594ca78e3e4d627ee6f45c" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.493211 21238 raft_consensus.cc:3060] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.484354 21239 raft_consensus.cc:2468] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 1.
00:30:25.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.499670 22499 raft_consensus.cc:515] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.499851 21314 leader_election.cc:304] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 07ca7a996cee400bb0ad4924a0939ae2
00:30:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.500680 22495 raft_consensus.cc:2804] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.501247 21238 raft_consensus.cc:2468] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 1.
00:30:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.502458 21314 leader_election.cc:304] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.504570 22499 leader_election.cc:290] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Requested vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2:44397)
00:30:25.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.508113 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d3994d4e5c594ca78e3e4d627ee6f45c" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.508701 21520 raft_consensus.cc:3060] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.508754 22497 leader_election.cc:290] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Requested vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.511848 22490 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.512315 22490 ts_tablet_manager.cc:1403] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.076s	user 0.008s	sys 0.006s
00:30:25.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.513315 22497 raft_consensus.cc:2804] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.515151 22490 raft_consensus.cc:359] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.515872 22490 raft_consensus.cc:385] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.516151 22490 raft_consensus.cc:740] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.517491 21520 raft_consensus.cc:2468] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 1.
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.518086 22493 tablet_bootstrap.cc:492] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2: No bootstrap required, opened a new log
00:30:25.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.518533 22493 ts_tablet_manager.cc:1403] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2: Time spent bootstrapping tablet: real 0.142s	user 0.029s	sys 0.001s
00:30:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.530308 22497 raft_consensus.cc:697] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [term 1 LEADER]: Becoming Leader. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Running, Role: LEADER
00:30:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:25.537213 21454 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.20.78.1:39305, user_credentials={real_user=slave}} blocked reactor thread for 188435us
00:30:25.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.539750 22495 raft_consensus.cc:697] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [term 1 LEADER]: Becoming Leader. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Running, Role: LEADER
00:30:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.541297 21381 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f0a32f35d9484f6baa63f472fcc1755c"
00:30:25.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.540971 22495 consensus_queue.cc:237] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } }
00:30:25.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.541826 21381 raft_consensus.cc:3060] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.548993 21381 raft_consensus.cc:2468] T a8b0f66b3cb44cc8a666e4976d33318a P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 1.
00:30:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.550302 21238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.552067 21455 leader_election.cc:304] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.552618 21239 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa3bbc2211842c0ad557265343ee1d2" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.553449 21239 raft_consensus.cc:2393] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 07ca7a996cee400bb0ad4924a0939ae2 in current term 1: Already voted for candidate f0a32f35d9484f6baa63f472fcc1755c in this term.
00:30:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.553328 22499 raft_consensus.cc:2804] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.554591 21237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.555040 22499 raft_consensus.cc:697] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 LEADER]: Becoming Leader. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Running, Role: LEADER
00:30:25.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.555272 21237 raft_consensus.cc:2468] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 0.
00:30:25.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.556715 22499 consensus_queue.cc:237] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.533864 22497 consensus_queue.cc:237] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.565287 22490 consensus_queue.cc:260] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.572191 22493 raft_consensus.cc:359] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.573107 22493 raft_consensus.cc:385] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.573401 22493 raft_consensus.cc:740] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Initialized, Role: FOLLOWER
00:30:25.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.574137 22493 consensus_queue.cc:260] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.581784 21237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a8b0f66b3cb44cc8a666e4976d33318a" candidate_uuid: "07ca7a996cee400bb0ad4924a0939ae2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.582322 21237 raft_consensus.cc:3060] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.582111 21454 leader_election.cc:304] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2; no voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c
00:30:25.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.586958 21048 catalog_manager.cc:5696] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c reported cstate change: term changed from 0 to 1, leader changed from <none> to f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2). New cstate: current_term: 1 leader_uuid: "f0a32f35d9484f6baa63f472fcc1755c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: UNKNOWN } } }
00:30:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.588801 21237 raft_consensus.cc:2468] T a8b0f66b3cb44cc8a666e4976d33318a P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 1.
00:30:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.591630 22490 ts_tablet_manager.cc:1434] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.079s	user 0.008s	sys 0.000s
00:30:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.594338 22521 raft_consensus.cc:2749] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:30:25.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.608376 21238 raft_consensus.cc:2468] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 07ca7a996cee400bb0ad4924a0939ae2 in term 1.
00:30:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.614327 21454 leader_election.cc:304] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, b75eca145e7a4a3fa3265db45575dce0; no voters: f0a32f35d9484f6baa63f472fcc1755c
00:30:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.615489 22521 raft_consensus.cc:2804] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.616958 22490 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c: Bootstrap starting.
00:30:25.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.621017 22493 ts_tablet_manager.cc:1434] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2: Time spent starting tablet: real 0.102s	user 0.008s	sys 0.001s
00:30:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.642616 22495 raft_consensus.cc:493] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.643091 22495 raft_consensus.cc:515] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.646579 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.646859 22495 leader_election.cc:290] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.647158 21520 raft_consensus.cc:2468] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 0.
00:30:25.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.648303 21316 leader_election.cc:304] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 07ca7a996cee400bb0ad4924a0939ae2, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.650122 22495 raft_consensus.cc:2804] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.650727 22495 raft_consensus.cc:493] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:25.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.651147 22495 raft_consensus.cc:3060] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.652436 22490 tablet_bootstrap.cc:654] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c: Neither blocks nor log segments found. Creating new log.
00:30:25.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:25.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.656405 22521 raft_consensus.cc:697] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 LEADER]: Becoming Leader. State: Replica: 07ca7a996cee400bb0ad4924a0939ae2, State: Running, Role: LEADER
00:30:25.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.657935 21238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.661238 21238 raft_consensus.cc:2468] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 0.
00:30:25.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.659387 22521 consensus_queue.cc:237] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.662851 22495 raft_consensus.cc:515] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.668082 21048 catalog_manager.cc:5696] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3). New cstate: current_term: 1 leader_uuid: "07ca7a996cee400bb0ad4924a0939ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: HEALTHY } } }
00:30:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.672817 21520 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2"
00:30:25.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.673349 21520 raft_consensus.cc:3060] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.680248 21238 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "da9767c9d31d4aa3a713b2b526f9d41a" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0"
00:30:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.682852 21238 raft_consensus.cc:3060] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.683251 21520 raft_consensus.cc:2468] T da9767c9d31d4aa3a713b2b526f9d41a P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 1.
00:30:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.684031 22490 tablet_bootstrap.cc:492] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c: No bootstrap required, opened a new log
00:30:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.684511 22490 ts_tablet_manager.cc:1403] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c: Time spent bootstrapping tablet: real 0.068s	user 0.014s	sys 0.004s
00:30:25.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.686003 22495 leader_election.cc:290] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Requested vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.687347 22490 raft_consensus.cc:359] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.688064 22490 raft_consensus.cc:385] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:25.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.688349 22490 raft_consensus.cc:740] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Initialized, Role: FOLLOWER
00:30:25.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.689198 22490 consensus_queue.cc:260] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.694702 21238 raft_consensus.cc:2468] T da9767c9d31d4aa3a713b2b526f9d41a P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f0a32f35d9484f6baa63f472fcc1755c in term 1.
00:30:25.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.702746 21050 catalog_manager.cc:5696] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c reported cstate change: term changed from 0 to 1, leader changed from <none> to f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2). New cstate: current_term: 1 leader_uuid: "f0a32f35d9484f6baa63f472fcc1755c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: UNKNOWN } } }
00:30:25.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.703758 21314 leader_election.cc:304] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b75eca145e7a4a3fa3265db45575dce0, f0a32f35d9484f6baa63f472fcc1755c; no voters: 
00:30:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.704645 22497 raft_consensus.cc:2804] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader election won for term 1
00:30:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.705063 22497 raft_consensus.cc:697] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [term 1 LEADER]: Becoming Leader. State: Replica: f0a32f35d9484f6baa63f472fcc1755c, State: Running, Role: LEADER
00:30:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.705818 22497 consensus_queue.cc:237] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.710790 22490 ts_tablet_manager.cc:1434] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c: Time spent starting tablet: real 0.026s	user 0.006s	sys 0.000s
00:30:25.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.754909 21048 catalog_manager.cc:5696] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3). New cstate: current_term: 1 leader_uuid: "07ca7a996cee400bb0ad4924a0939ae2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: HEALTHY } } }
00:30:25.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.787972 21050 catalog_manager.cc:5696] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c reported cstate change: term changed from 0 to 1, leader changed from <none> to f0a32f35d9484f6baa63f472fcc1755c (127.20.78.2). New cstate: current_term: 1 leader_uuid: "f0a32f35d9484f6baa63f472fcc1755c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } health_report { overall_health: UNKNOWN } } }
00:30:25.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.812242 22519 consensus_queue.cc:1048] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:25.861 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:25.861 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:25.861 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:25.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:25.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:25.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:25.862 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:25.862 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:25.862 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:25.862 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:25.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:25.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:25.863 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:25.863 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:25.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.874485 21520 raft_consensus.cc:3060] T 1776ca6cbff043c8aab4fdabb9c05542 P 07ca7a996cee400bb0ad4924a0939ae2 [term 0 FOLLOWER]: Advancing to term 1
00:30:25.881 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:25.882 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:25.882 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=14), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.78.60:41935, [13ms] Sub RPC GetTableLocations: received response from server master-127.20.78.60:41935: OK, deferred=null) after lookup
00:30:25.883 [DEBUG - kudu-nio-1] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:25.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.885658 22519 consensus_queue.cc:1048] T 1776ca6cbff043c8aab4fdabb9c05542 P b75eca145e7a4a3fa3265db45575dce0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:25.899 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:25.933 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:25.938 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x93b4ef86, L:/127.0.0.1:48714 - R:/127.20.78.2:44397] using TOKEN/null
00:30:25.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.951478 21238 raft_consensus.cc:1275] T 8aa3bbc2211842c0ad557265343ee1d2 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Refusing update from remote peer f0a32f35d9484f6baa63f472fcc1755c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:25.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.955354 22497 consensus_queue.cc:1048] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:25.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.961966 21521 raft_consensus.cc:1275] T 8aa3bbc2211842c0ad557265343ee1d2 P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Refusing update from remote peer f0a32f35d9484f6baa63f472fcc1755c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.975272 22495 consensus_queue.cc:1048] T 8aa3bbc2211842c0ad557265343ee1d2 P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.976830 22495 raft_consensus.cc:493] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:25.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.977232 22495 raft_consensus.cc:515] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 } } peers { permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 } } peers { permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 } }
00:30:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.980842 21237 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b75eca145e7a4a3fa3265db45575dce0" is_pre_election: true
00:30:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.981561 21237 raft_consensus.cc:2393] T 4c28fab87ed0474595298defe04392a7 P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f0a32f35d9484f6baa63f472fcc1755c in current term 1: Already voted for candidate 07ca7a996cee400bb0ad4924a0939ae2 in this term.
00:30:25.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.983253 22495 leader_election.cc:290] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305), 07ca7a996cee400bb0ad4924a0939ae2 (127.20.78.3:35389)
00:30:25.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.985831 21519 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4c28fab87ed0474595298defe04392a7" candidate_uuid: "f0a32f35d9484f6baa63f472fcc1755c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "07ca7a996cee400bb0ad4924a0939ae2" is_pre_election: true
00:30:25.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.993237 21316 leader_election.cc:304] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f0a32f35d9484f6baa63f472fcc1755c; no voters: 07ca7a996cee400bb0ad4924a0939ae2, b75eca145e7a4a3fa3265db45575dce0
00:30:25.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:25.994439 22497 raft_consensus.cc:3060] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 0 FOLLOWER]: Advancing to term 1
00:30:25.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:26.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.003898 22497 raft_consensus.cc:2749] T 4c28fab87ed0474595298defe04392a7 P f0a32f35d9484f6baa63f472fcc1755c [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:26.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.025398 22521 consensus_queue.cc:1048] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:26.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.039444 22550 mvcc.cc:204] Tried to move back new op lower bound from 7305095683880886272 to 7305095682228166656. Current Snapshot: MvccSnapshot[applied={T|T < 7305095683880886272}]
00:30:26.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.131824 21521 raft_consensus.cc:1275] T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2 [term 1 FOLLOWER]: Refusing update from remote peer f0a32f35d9484f6baa63f472fcc1755c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:26.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.149864 22540 consensus_queue.cc:1048] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:26.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:26.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.157393 21237 raft_consensus.cc:1275] T d3994d4e5c594ca78e3e4d627ee6f45c P b75eca145e7a4a3fa3265db45575dce0 [term 1 FOLLOWER]: Refusing update from remote peer f0a32f35d9484f6baa63f472fcc1755c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:26.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.169229 22527 consensus_queue.cc:1048] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:26.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.170408 22528 consensus_queue.cc:1048] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:26.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.184537 22540 consensus_queue.cc:1048] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f0a32f35d9484f6baa63f472fcc1755c" member_type: VOTER last_known_addr { host: "127.20.78.2" port: 44397 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.188730 22497 consensus_queue.cc:1048] T da9767c9d31d4aa3a713b2b526f9d41a P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:26.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.188418 22528 consensus_queue.cc:1048] T d3994d4e5c594ca78e3e4d627ee6f45c P f0a32f35d9484f6baa63f472fcc1755c [LEADER]: Connected to new peer: Peer: permanent_uuid: "07ca7a996cee400bb0ad4924a0939ae2" member_type: VOTER last_known_addr { host: "127.20.78.3" port: 35389 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:26.227 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:26.227 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:26.228 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:26.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.228 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:26.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.230028 22540 consensus_queue.cc:1048] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b75eca145e7a4a3fa3265db45575dce0" member_type: VOTER last_known_addr { host: "127.20.78.1" port: 39305 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:26.274 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:26.274 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:26.274 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:26.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:26.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:26.346971 22563 log.cc:927] Time spent T d3994d4e5c594ca78e3e4d627ee6f45c P 07ca7a996cee400bb0ad4924a0939ae2: Append to log took a long time: real 0.088s	user 0.001s	sys 0.000s
00:30:26.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.359172 22554 mvcc.cc:204] Tried to move back new op lower bound from 7305095684592324608 to 7305095682331271168. Current Snapshot: MvccSnapshot[applied={T|T < 7305095684592324608}]
00:30:26.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:26.574 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:26.575 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:26.576 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:26.577 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:26.577 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:26.577 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:26.578 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:26.579 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:26.583 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:26.588 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:26.588 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:26.599 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.599 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.603 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf378514c, L:/127.0.0.1:49062 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:26.604 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.608 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2f58775a, L:/127.0.0.1:59562 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:26.611 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x167cd5a6, L:/127.0.0.1:60018 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:26.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:26.616 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [31ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:26.619 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:26.620 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:26.620 [DEBUG - main] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:26.621 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.78.60:41935(127.20.78.60:41935)] Successfully connected to peer
00:30:26.624 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.78.61:36875(127.20.78.61:36875)] Successfully connected to peer
00:30:26.627 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.78.62:38113(127.20.78.62:38113)] Successfully connected to peer
00:30:26.627 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.61
00:30:26.637 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.62
00:30:26.637 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.60
00:30:26.638 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.647 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.647 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:26.651 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbde58875, L:/127.0.0.1:38696 - R:/127.20.78.62:38113] using SASL/PLAIN
00:30:26.651 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2aa529aa, L:/127.0.0.1:60294 - R:/127.20.78.60:41935] using SASL/PLAIN
00:30:26.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:26.656 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=37), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [35ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: OK, [36ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, deferred=null) after lookup
00:30:26.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:26.658 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1ee071fd, L:/127.0.0.1:47206 - R:/127.20.78.61:36875] using SASL/PLAIN
00:30:26.659 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:26.663 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:26.663 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.667896 21846 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60018:
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:30:26.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:30:26.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:30:26.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:26.674495 21846 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:30:26.717 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.773227 22391 tablet_service.cc:1511] Processing CreateTablet for tablet c34e3dd7d35f4495b0ded676e6344f47 (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.774266 22390 tablet_service.cc:1511] Processing CreateTablet for tablet 1f40cd8f76194a67a64c473ab2e97eef (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:26.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.775715 22390 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f40cd8f76194a67a64c473ab2e97eef. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.780861 22391 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c34e3dd7d35f4495b0ded676e6344f47. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.788460 22236 tablet_service.cc:1511] Processing CreateTablet for tablet c34e3dd7d35f4495b0ded676e6344f47 (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:26.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.790946 22236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c34e3dd7d35f4495b0ded676e6344f47. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.788450 22235 tablet_service.cc:1511] Processing CreateTablet for tablet 1f40cd8f76194a67a64c473ab2e97eef (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:26.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.794313 22235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f40cd8f76194a67a64c473ab2e97eef. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.810459 22603 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:26.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.809147 22093 tablet_service.cc:1511] Processing CreateTablet for tablet 1f40cd8f76194a67a64c473ab2e97eef (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
00:30:26.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.812252 22093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1f40cd8f76194a67a64c473ab2e97eef. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.815202 22094 tablet_service.cc:1511] Processing CreateTablet for tablet c34e3dd7d35f4495b0ded676e6344f47 (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
00:30:26.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.816722 22094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c34e3dd7d35f4495b0ded676e6344f47. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.820616 22603 tablet_bootstrap.cc:654] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:26.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.823207 22603 log.cc:826] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Log is configured to *not* fsync() on all Append() calls
00:30:26.826 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:26.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:26.827 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:26.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:26.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.838220 22603 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:26.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.838982 22603 ts_tablet_manager.cc:1403] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.030s	user 0.017s	sys 0.005s
00:30:26.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.840296 22604 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:26.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.848011 22604 tablet_bootstrap.cc:654] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.850488 22604 log.cc:826] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Log is configured to *not* fsync() on all Append() calls
00:30:26.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.870318 22607 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.871678 22603 raft_consensus.cc:359] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.872279 22604 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:26.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.872545 22603 raft_consensus.cc:385] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.872816 22604 ts_tablet_manager.cc:1403] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.033s	user 0.015s	sys 0.016s
00:30:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.872900 22603 raft_consensus.cc:740] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:26.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.874179 22603 consensus_queue.cc:260] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:26.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.876977 22607 tablet_bootstrap.cc:654] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:26.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.878883 22607 log.cc:826] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Log is configured to *not* fsync() on all Append() calls
00:30:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.890115 22603 ts_tablet_manager.cc:1434] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.050s	user 0.030s	sys 0.013s
00:30:26.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.890709 22607 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:26.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.891315 22607 ts_tablet_manager.cc:1403] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.022s	user 0.004s	sys 0.013s
00:30:26.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.892413 22603 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:26.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.899758 22610 raft_consensus.cc:493] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:26.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.901376 22610 raft_consensus.cc:515] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:26.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.900727 22603 tablet_bootstrap.cc:654] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:26.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.921446 22610 leader_election.cc:290] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:26.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.924675 22607 raft_consensus.cc:359] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.925745 22607 raft_consensus.cc:385] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:26.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.926054 22607 raft_consensus.cc:740] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:26.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.927088 22607 consensus_queue.cc:260] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:26.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.936081 22604 raft_consensus.cc:359] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.937026 22604 raft_consensus.cc:385] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.937323 22607 ts_tablet_manager.cc:1434] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.046s	user 0.037s	sys 0.004s
00:30:26.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.937333 22604 raft_consensus.cc:740] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:26.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.938259 22604 consensus_queue.cc:260] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:26.948 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:26.948 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:26.949 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:26.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.950 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.950 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.950 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.950 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:26.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.953299 22607 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:26.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.956167 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:26.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:26.961683 22347 leader_election.cc:343] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179): Illegal state: must be running to vote when last-logged opid is not known
00:30:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.970597 22607 tablet_bootstrap.cc:654] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.973985 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:26.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.974898 22268 raft_consensus.cc:2468] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a8645c5d1634428b380f6fdfdc6e029 in term 0.
00:30:26.979 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:26.979 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:26.979 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:26.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.980 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.980 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:26.980 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.980 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.980 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:26.980 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.980 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.980 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:26.980 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.978546 22346 leader_election.cc:304] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091; no voters: e00643a446ff41f29cac75a03c56c096
00:30:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.979903 22610 raft_consensus.cc:2804] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.980294 22610 raft_consensus.cc:493] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.980654 22610 raft_consensus.cc:3060] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.990923 22603 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.991422 22603 ts_tablet_manager.cc:1403] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.099s	user 0.023s	sys 0.014s
00:30:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.996119 22603 raft_consensus.cc:359] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.996917 22603 raft_consensus.cc:385] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:26.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.997186 22603 raft_consensus.cc:740] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:26.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:26.997884 22603 consensus_queue.cc:260] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.002123 22603 ts_tablet_manager.cc:1434] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.000s
00:30:27.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.014616 22610 raft_consensus.cc:515] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.016348 22463 tablet.cc:2406] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.016669 22167 tablet.cc:2406] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:27.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.019892 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:27.021 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:27.021 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:27.021 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:27.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:27.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:27.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:27.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:27.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:27.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:27.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:27.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:27.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:27.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.021908 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.022447 22268 raft_consensus.cc:3060] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.023926 22347 leader_election.cc:343] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179): Illegal state: must be running to vote when last-logged opid is not known
00:30:27.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.030066 22268 raft_consensus.cc:2468] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a8645c5d1634428b380f6fdfdc6e029 in term 1.
00:30:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.031390 22346 leader_election.cc:304] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091; no voters: e00643a446ff41f29cac75a03c56c096
00:30:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.032346 22608 raft_consensus.cc:2804] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election won for term 1
00:30:27.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.038548 22610 leader_election.cc:290] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 election: Requested vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:27.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.040056 22604 ts_tablet_manager.cc:1434] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.167s	user 0.041s	sys 0.007s
00:30:27.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.048156 22604 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:27.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.049813 22608 raft_consensus.cc:697] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 LEADER]: Becoming Leader. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Running, Role: LEADER
00:30:27.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.051113 22608 consensus_queue.cc:237] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.050184 22319 tablet.cc:2406] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:27.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.057588 22607 tablet_bootstrap.cc:492] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:27.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.058055 22607 ts_tablet_manager.cc:1403] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.105s	user 0.022s	sys 0.003s
00:30:27.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.061111 22607 raft_consensus.cc:359] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.061858 22607 raft_consensus.cc:385] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.062135 22607 raft_consensus.cc:740] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:27.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.063055 22607 consensus_queue.cc:260] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.071815 22604 tablet_bootstrap.cc:654] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:27.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.074254 22618 raft_consensus.cc:493] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:27.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.074882 22618 raft_consensus.cc:515] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.080013 22618 leader_election.cc:290] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803), e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179)
00:30:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.080206 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c34e3dd7d35f4495b0ded676e6344f47" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.078181 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c34e3dd7d35f4495b0ded676e6344f47" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:27.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.080938 22114 raft_consensus.cc:2468] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4a8645c5d1634428b380f6fdfdc6e029 in term 0.
00:30:27.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.083263 22347 leader_election.cc:304] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.079259 22607 ts_tablet_manager.cc:1434] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.021s	user 0.006s	sys 0.000s
00:30:27.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.088346 22155 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac0c0 after lost signal to thread 21952
00:30:27.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.096375 22346 leader_election.cc:343] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803): Illegal state: must be running to vote when last-logged opid is not known
00:30:27.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.103730 22618 raft_consensus.cc:2804] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.105158 22618 raft_consensus.cc:493] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.105603 22618 raft_consensus.cc:3060] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.123751 21846 catalog_manager.cc:5696] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3). New cstate: current_term: 1 leader_uuid: "4a8645c5d1634428b380f6fdfdc6e029" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: HEALTHY } } }
00:30:27.156 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.156 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.156 [DEBUG - pool-152-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.152565 22618 raft_consensus.cc:515] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.158 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.162724 22604 tablet_bootstrap.cc:492] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:27.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.163326 22604 ts_tablet_manager.cc:1403] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.117s	user 0.010s	sys 0.002s
00:30:27.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.166379 22604 raft_consensus.cc:359] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.172153 22618 leader_election.cc:290] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 election: Requested vote from peers b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803), e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179)
00:30:27.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.172386 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c34e3dd7d35f4495b0ded676e6344f47" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.172945 22114 raft_consensus.cc:3060] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.170845 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c34e3dd7d35f4495b0ded676e6344f47" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.176545 22604 raft_consensus.cc:385] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.176968 22604 raft_consensus.cc:740] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:27.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.177793 22604 consensus_queue.cc:260] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.180 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:27.180 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.179878 22114 raft_consensus.cc:2468] T c34e3dd7d35f4495b0ded676e6344f47 P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a8645c5d1634428b380f6fdfdc6e029 in term 1.
00:30:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.178702 22268 raft_consensus.cc:3060] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.180 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:27.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:27.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.185948 22347 leader_election.cc:304] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.188748 22268 raft_consensus.cc:2468] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4a8645c5d1634428b380f6fdfdc6e029 in term 1.
00:30:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.189363 22618 raft_consensus.cc:2804] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election won for term 1
00:30:27.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.192387 22618 raft_consensus.cc:697] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 LEADER]: Becoming Leader. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Running, Role: LEADER
00:30:27.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.193897 22618 consensus_queue.cc:237] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } }
00:30:27.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.208623 22604 ts_tablet_manager.cc:1434] T c34e3dd7d35f4495b0ded676e6344f47 P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.045s	user 0.006s	sys 0.000s
00:30:27.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.224148 21847 catalog_manager.cc:5696] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3). New cstate: current_term: 1 leader_uuid: "4a8645c5d1634428b380f6fdfdc6e029" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: UNKNOWN } } }
00:30:27.249 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:27.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:27.250 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:27.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:27.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:27.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:27.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:27.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:27.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:27.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:27.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:27.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:27.251 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:27.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.253449 22614 raft_consensus.cc:493] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:27.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.253999 22614 raft_consensus.cc:515] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.262674 22614 leader_election.cc:290] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:27.278 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:30:27.279 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:30:27.279 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
00:30:27.280 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:30:27.285 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
00:30:27.285 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:27.286 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
00:30:27.286 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:30:27.287 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:30:27.288 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:30:27.288 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
00:30:27.288 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
00:30:27.288 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
00:30:27.289 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:27.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22581200
00:30:27.289 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
00:30:27.289 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:30:27.290 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:30:27.291 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:30:27.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:27.291 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:30:27.291 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
00:30:27.291 [INFO - Thread-32] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:30:27.291 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:30:27.291 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:27.292 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:30:27.292 [DEBUG - Thread-32] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:30:27.292 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
00:30:27.292 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:30:27.292 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
00:30:27.293 [DEBUG - Thread-32] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:27.293 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:27.293 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
00:30:27.293 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:30:27.294 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:30:27.295 [INFO - Thread-32] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:30:27.295 [INFO - Thread-32] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:30:27.295 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:30:27.297 [DEBUG - Thread-32] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:27.298 [INFO - Thread-32] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:27.298 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:30:27.299 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:30:27.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
00:30:27.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
00:30:27.302 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12d10f61
00:30:27.302 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:27.303 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:30:27.304 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:30:27.305 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:30:27.308 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:30:27.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
00:30:27.310 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
00:30:27.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19a55db4
00:30:27.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:27.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:30:27.312 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:30:27.312 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:30:27.314 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:30:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.314464 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.314741 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1f40cd8f76194a67a64c473ab2e97eef" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.315294 22268 raft_consensus.cc:2393] T 1f40cd8f76194a67a64c473ab2e97eef P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate e00643a446ff41f29cac75a03c56c096 in current term 1: Already voted for candidate 4a8645c5d1634428b380f6fdfdc6e029 in this term.
00:30:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.317163 22050 leader_election.cc:304] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e00643a446ff41f29cac75a03c56c096; no voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091
00:30:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.318222 22614 raft_consensus.cc:3060] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.322 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7223ceaf
00:30:27.324 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:27.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.324623 22614 raft_consensus.cc:2749] T 1f40cd8f76194a67a64c473ab2e97eef P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:27.325 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7006b6ae
00:30:27.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:27.329 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@603cf8ce
00:30:27.333 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:27.333 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:27.333 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:27.333 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:27.333 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:27.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
00:30:27.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
00:30:27.338 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12eb9563
00:30:27.338 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:27.339 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:30:27.339 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:30:27.339 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:30:27.350 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.353 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58ab3dca
00:30:27.355 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.358 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:27.359 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.360 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.360 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.361 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:27.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.361 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:27.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.361 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.361 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:27.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.362 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.362 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:27.363 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.365 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.365 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.367 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.368 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.369 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.370 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.370 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.371 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.373 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.374 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.375 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.376 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.382 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.382 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.382 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.382 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.388 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.388 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.391 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.391 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.391 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.391 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.404 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.411 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.416 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.420 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:27.420 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:27.420 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:27.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:27.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:27.421 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:27.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:27.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:27.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:27.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:27.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:27.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:27.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:27.422 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.427 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.431 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.435 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.442344 21847 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:60018:
00:30:27.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
00:30:27.449 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.449 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.453 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.469 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.488 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.492749 22618 consensus_queue.cc:1048] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:27.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.517179 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 04109d9a475b444e8dd4a5466bf0176c has no consensus state
00:30:27.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.537118 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d7f7330a8a994af19c43b78820dd144e has no consensus state
00:30:27.537 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.538 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.538 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.538 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.539 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.540 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.540 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.540 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.553 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.555 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.555 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.555 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.559 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.548079 21831 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 04109d9a475b444e8dd4a5466bf0176c (table replication_test_table [id=4972da7535c846a08d7b7157d7a1b564], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 04109d9a475b444e8dd4a5466bf0176c has no consensus state
00:30:27.575 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.575 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.575 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.583 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.583794 22094 tablet_service.cc:1511] Processing CreateTablet for tablet 04109d9a475b444e8dd4a5466bf0176c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.585158 22094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 04109d9a475b444e8dd4a5466bf0176c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.590168 22235 tablet_service.cc:1511] Processing CreateTablet for tablet 04109d9a475b444e8dd4a5466bf0176c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.591483 22235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 04109d9a475b444e8dd4a5466bf0176c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.596 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.597 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.597 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.594358 22390 tablet_service.cc:1511] Processing CreateTablet for tablet 04109d9a475b444e8dd4a5466bf0176c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.595600 22390 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 04109d9a475b444e8dd4a5466bf0176c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.600 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.603603 22608 consensus_queue.cc:1048] T 1f40cd8f76194a67a64c473ab2e97eef P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.623980 22093 tablet_service.cc:1511] Processing CreateTablet for tablet d7f7330a8a994af19c43b78820dd144e (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.625280 22093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d7f7330a8a994af19c43b78820dd144e. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.633883 22236 tablet_service.cc:1511] Processing CreateTablet for tablet d7f7330a8a994af19c43b78820dd144e (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.635082 22236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d7f7330a8a994af19c43b78820dd144e. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.643 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.646 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.647 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.647 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.650 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.650 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.650 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.652 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.652 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.654 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.655 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.655 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.656 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.656 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.653789 22391 tablet_service.cc:1511] Processing CreateTablet for tablet d7f7330a8a994af19c43b78820dd144e (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
00:30:27.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.655002 22391 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d7f7330a8a994af19c43b78820dd144e. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:27.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.657 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.660 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.664788 22604 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:27.666 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.667228 22676 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:27.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.669 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.671150 22604 tablet_bootstrap.cc:654] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:27.671 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.671 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.671 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.672 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.689746 22676 tablet_bootstrap.cc:654] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:27.691 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.691 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.691 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.693 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.693 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.693 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.693300 22604 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:27.693 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.693885 22604 ts_tablet_manager.cc:1403] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.029s	user 0.009s	sys 0.005s
00:30:27.694 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.696604 22604 raft_consensus.cc:359] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.699039 22604 raft_consensus.cc:385] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.699332 22604 raft_consensus.cc:740] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:27.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.700 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.701051 22604 consensus_queue.cc:260] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.704362 22679 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:27.705 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.708 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.708 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.709 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.709 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.708498 22604 ts_tablet_manager.cc:1434] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.014s	user 0.000s	sys 0.005s
00:30:27.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.714301 22604 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:27.715 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.716 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.716 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.716727 22615 raft_consensus.cc:493] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:27.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.717271 22615 raft_consensus.cc:515] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.719235 22679 tablet_bootstrap.cc:654] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:27.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.719 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.724499 22615 leader_election.cc:290] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:27.725 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.726 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.729 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.729 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.729 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.730 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.730 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.731 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.733 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.733 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.733 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.734 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.734 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.734 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.734 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.735930 22618 consensus_queue.cc:1048] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.740302 22676 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.740757 22676 ts_tablet_manager.cc:1403] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.074s	user 0.010s	sys 0.006s
00:30:27.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.741153 22608 consensus_queue.cc:1048] T c34e3dd7d35f4495b0ded676e6344f47 P 4a8645c5d1634428b380f6fdfdc6e029 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:27.742 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.742 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.742 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.744 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.749 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.750 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.750 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.751 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:27.751 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:27.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.751 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:27.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:27.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:27.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:27.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:27.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.743525 22676 raft_consensus.cc:359] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.754688 22676 raft_consensus.cc:385] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.755024 22676 raft_consensus.cc:740] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:27.757 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.760126 22676 consensus_queue.cc:260] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.761 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.761 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.761742 22604 tablet_bootstrap.cc:654] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:27.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.765793 22676 ts_tablet_manager.cc:1434] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.025s	user 0.005s	sys 0.001s
00:30:27.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.766829 22676 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:27.768 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.768 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.768 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.769 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.769 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.769 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.769 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.770 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.770 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.771 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.771 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.771 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.772217 22679 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.779918 22614 raft_consensus.cc:493] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.780390 22614 raft_consensus.cc:515] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.782441 22614 leader_election.cc:290] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.782666 22676 tablet_bootstrap.cc:654] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:27.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.784703 22268 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:27.789 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.789 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.789 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.786932 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:27.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.791 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.791 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.791 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.791 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.792358 22679 ts_tablet_manager.cc:1403] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.088s	user 0.008s	sys 0.012s
00:30:27.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.795411 22604 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:27.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.795859 22604 ts_tablet_manager.cc:1403] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.082s	user 0.015s	sys 0.005s
00:30:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.798532 22604 raft_consensus.cc:359] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.799610 22604 raft_consensus.cc:385] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.799914 22604 raft_consensus.cc:740] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:27.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.800536 22604 consensus_queue.cc:260] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.802541 22604 ts_tablet_manager.cc:1434] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
00:30:27.809 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.809 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.809 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.810 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.813 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.816457 22679 raft_consensus.cc:359] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.820487 22679 raft_consensus.cc:385] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.820837 22679 raft_consensus.cc:740] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:27.810 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.823 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.824 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.829 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.829 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.829 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.850 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.850 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.851 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.851 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.851 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.851 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.852 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.852 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.852 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.853 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.853 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.821548 22679 consensus_queue.cc:260] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.853 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.853 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.868 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.868 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.868 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.870 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.876339 22679 ts_tablet_manager.cc:1434] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.070s	user 0.007s	sys 0.001s
00:30:27.889 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:27.889 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:27.890 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:27.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:27.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:27.892 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.892 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.892 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:27.892 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.892341 22679 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.903467 22049 leader_election.cc:343] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803): Illegal state: must be running to vote when last-logged opid is not known
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.904062 22049 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.21.18.2:44803, user_credentials={real_user=slave}} blocked reactor thread for 97648.9us
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.904944 22050 leader_election.cc:343] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999): Illegal state: must be running to vote when last-logged opid is not known
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.905010 21847 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: replication_test_table [id=4972da7535c846a08d7b7157d7a1b564] alter complete (version 0)
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.906996 22050 leader_election.cc:304] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e00643a446ff41f29cac75a03c56c096; no voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091
00:30:27.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.907748 22614 raft_consensus.cc:2749] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:27.909 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.909 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.909 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.921357 21847 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:60018:
00:30:27.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
00:30:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.924518 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "04109d9a475b444e8dd4a5466bf0176c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:27.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.925196 22411 raft_consensus.cc:2468] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:27.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.926476 22192 leader_election.cc:304] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091; no voters: 
00:30:27.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.927367 22615 raft_consensus.cc:2804] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.927735 22615 raft_consensus.cc:493] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:27.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.928053 22615 raft_consensus.cc:3060] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:27.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.930490 22113 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "04109d9a475b444e8dd4a5466bf0176c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:27.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.932156 22192 leader_election.cc:343] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179): Illegal state: must be running to vote when last-logged opid is not known
00:30:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.935487 22676 tablet_bootstrap.cc:492] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:27.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.935969 22676 ts_tablet_manager.cc:1403] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.169s	user 0.011s	sys 0.013s
00:30:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.938524 22679 tablet_bootstrap.cc:654] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.941335 22676 raft_consensus.cc:359] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.942059 22676 raft_consensus.cc:385] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.942337 22676 raft_consensus.cc:740] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:27.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.942925 22676 consensus_queue.cc:260] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:27.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:27.945050 22676 ts_tablet_manager.cc:1434] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.009s	user 0.003s	sys 0.003s
00:30:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.959332 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 04109d9a475b444e8dd4a5466bf0176c consensus state has no leader
00:30:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.960068 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 03483f71788e4ad3b079624bdc22d27c has no consensus state
00:30:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.962810 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d7f7330a8a994af19c43b78820dd144e consensus state has no leader
00:30:27.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:27.971578 21847 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 077c75725f75479c81a72e626a22b48d has no consensus state
00:30:27.976 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:27.991 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:27.991 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:27.991 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:27.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:27.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:27.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:27.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:27.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.002266 22615 raft_consensus.cc:515] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.014487 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "04109d9a475b444e8dd4a5466bf0176c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.015095 22114 raft_consensus.cc:3060] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.016124 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "04109d9a475b444e8dd4a5466bf0176c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.016891 22411 raft_consensus.cc:3060] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.018 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.019 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.019 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.020 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.020 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.021 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.027055 22114 raft_consensus.cc:2468] T 04109d9a475b444e8dd4a5466bf0176c P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.028450 22192 leader_election.cc:304] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:28.031 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.031 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.031 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.033 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.041437 22615 leader_election.cc:290] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Requested vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.042059 22615 raft_consensus.cc:2804] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election won for term 1
00:30:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.043418 22411 raft_consensus.cc:2468] T 04109d9a475b444e8dd4a5466bf0176c P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.042511 22615 raft_consensus.cc:697] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [term 1 LEADER]: Becoming Leader. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Running, Role: LEADER
00:30:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.046952 22679 tablet_bootstrap.cc:492] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:28.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.047407 22679 ts_tablet_manager.cc:1403] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.155s	user 0.013s	sys 0.000s
00:30:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.053499 22615 consensus_queue.cc:237] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.068 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.068 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.068 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.070 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.074029 22094 tablet_service.cc:1511] Processing CreateTablet for tablet 03483f71788e4ad3b079624bdc22d27c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.074905 22390 tablet_service.cc:1511] Processing CreateTablet for tablet 03483f71788e4ad3b079624bdc22d27c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.075330 22094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03483f71788e4ad3b079624bdc22d27c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.076107 22390 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03483f71788e4ad3b079624bdc22d27c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.056263 22679 raft_consensus.cc:359] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.087383 22679 raft_consensus.cc:385] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.090947 22679 raft_consensus.cc:740] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:28.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.092244 22698 raft_consensus.cc:493] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:28.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.112124 22236 tablet_service.cc:1511] Processing CreateTablet for tablet 03483f71788e4ad3b079624bdc22d27c (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.113392 22236 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 03483f71788e4ad3b079624bdc22d27c. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.105316 22679 consensus_queue.cc:260] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.092820 22698 raft_consensus.cc:515] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.121060 22093 tablet_service.cc:1511] Processing CreateTablet for tablet 077c75725f75479c81a72e626a22b48d (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.123021 22093 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 077c75725f75479c81a72e626a22b48d. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.128841 22679 ts_tablet_manager.cc:1434] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.081s	user 0.004s	sys 0.009s
00:30:28.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.137835 22679 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:28.150 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:28.150 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:28.150 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:28.150 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:28.151 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:28.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.151 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:28.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.151 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:28.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.152 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.154040 22235 tablet_service.cc:1511] Processing CreateTablet for tablet 077c75725f75479c81a72e626a22b48d (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.155303 22235 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 077c75725f75479c81a72e626a22b48d. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.166076 22676 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:28.169 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.169 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.169 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.177223 22676 tablet_bootstrap.cc:654] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:28.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.189584 22390 tablet_service.cc:1511] Processing CreateTablet for tablet 077c75725f75479c81a72e626a22b48d (DEFAULT_TABLE table=replication_test_table [id=4972da7535c846a08d7b7157d7a1b564]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
00:30:28.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.190860 22390 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 077c75725f75479c81a72e626a22b48d. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:28.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.207427 22676 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:28.210 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:28.210 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:28.210 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:28.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.211 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.212 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:28.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.207952 22676 ts_tablet_manager.cc:1403] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.042s	user 0.010s	sys 0.008s
00:30:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.218235 22676 raft_consensus.cc:359] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.220108 22676 raft_consensus.cc:385] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.220419 22676 raft_consensus.cc:740] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:28.231 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:28.231 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:28.231 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:28.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:28.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:28.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:28.232 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:28.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.234138 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.234579 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.234794 22114 raft_consensus.cc:2468] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.233839 22698 leader_election.cc:290] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.235141 22411 raft_consensus.cc:2468] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.236182 22192 leader_election.cc:304] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.237901 22698 raft_consensus.cc:2804] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:28.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.238458 22679 tablet_bootstrap.cc:654] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:28.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.233611 22676 consensus_queue.cc:260] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.243108 22676 ts_tablet_manager.cc:1434] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.030s	user 0.006s	sys 0.000s
00:30:28.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.238337 22698 raft_consensus.cc:493] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:28.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.246798 22698 raft_consensus.cc:3060] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.255914 22698 raft_consensus.cc:515] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.264906 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:28.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.265497 22114 raft_consensus.cc:3060] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.280386 22114 raft_consensus.cc:2468] T d7f7330a8a994af19c43b78820dd144e P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.281966 22698 leader_election.cc:290] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Requested vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.289337 22604 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.290700 22192 leader_election.cc:304] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.292083 22698 raft_consensus.cc:2804] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election won for term 1
00:30:28.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.292686 22698 raft_consensus.cc:697] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [term 1 LEADER]: Becoming Leader. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Running, Role: LEADER
00:30:28.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.295749 22698 consensus_queue.cc:237] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.296770 22604 tablet_bootstrap.cc:654] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:28.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.310168 21845 catalog_manager.cc:5696] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 reported cstate change: term changed from 0 to 1, leader changed from <none> to b4b46b5405574cf690f440288c4ea091 (127.21.18.2). New cstate: current_term: 1 leader_uuid: "b4b46b5405574cf690f440288c4ea091" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: UNKNOWN } } }
00:30:28.329 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.329 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.329 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.327546 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d7f7330a8a994af19c43b78820dd144e" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:28.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.328154 22411 raft_consensus.cc:3060] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.334 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.334 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.334766 22679 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:28.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.335196 22679 ts_tablet_manager.cc:1403] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.198s	user 0.010s	sys 0.003s
00:30:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.340060 22679 raft_consensus.cc:359] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.340778 22679 raft_consensus.cc:385] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.356941 22604 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:28.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.357390 22604 ts_tablet_manager.cc:1403] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.068s	user 0.011s	sys 0.013s
00:30:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.360077 22604 raft_consensus.cc:359] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.360802 22604 raft_consensus.cc:385] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.361060 22604 raft_consensus.cc:740] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.341066 22679 raft_consensus.cc:740] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.366030 22679 consensus_queue.cc:260] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.366351 21845 catalog_manager.cc:5696] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 reported cstate change: term changed from 0 to 1, leader changed from <none> to b4b46b5405574cf690f440288c4ea091 (127.21.18.2). New cstate: current_term: 1 leader_uuid: "b4b46b5405574cf690f440288c4ea091" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: UNKNOWN } } }
00:30:28.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.372705 22411 raft_consensus.cc:2468] T d7f7330a8a994af19c43b78820dd144e P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.383729 22679 ts_tablet_manager.cc:1434] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.048s	user 0.005s	sys 0.000s
00:30:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.384672 22679 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029: Bootstrap starting.
00:30:28.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.386021 22604 consensus_queue.cc:260] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.391175 22604 ts_tablet_manager.cc:1434] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.033s	user 0.003s	sys 0.004s
00:30:28.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.405728 22679 tablet_bootstrap.cc:654] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029: Neither blocks nor log segments found. Creating new log.
00:30:28.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:28.411855 21455 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.20.78.2:44397, user_credentials={real_user=slave}} blocked reactor thread for 147229us
00:30:28.415 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.416 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.416 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.416 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.416 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.417 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.417 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.417 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.417 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.445499 21845 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd: replication_test_table [id=4972da7535c846a08d7b7157d7a1b564] alter complete (version 0)
00:30:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.458743 22679 tablet_bootstrap.cc:492] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029: No bootstrap required, opened a new log
00:30:28.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.459502 22679 ts_tablet_manager.cc:1403] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029: Time spent bootstrapping tablet: real 0.075s	user 0.016s	sys 0.001s
00:30:28.462 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:28.462 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:28.463 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:28.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.465 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:28.470 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.470 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.471 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.470731 22676 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096: Bootstrap starting.
00:30:28.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.479029 22679 raft_consensus.cc:359] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.479959 22679 raft_consensus.cc:385] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.480374 22679 raft_consensus.cc:740] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a8645c5d1634428b380f6fdfdc6e029, State: Initialized, Role: FOLLOWER
00:30:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.483297 22604 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091: Bootstrap starting.
00:30:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.483603 22676 tablet_bootstrap.cc:654] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096: Neither blocks nor log segments found. Creating new log.
00:30:28.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.483907 22679 consensus_queue.cc:260] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.488162 22679 ts_tablet_manager.cc:1434] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029: Time spent starting tablet: real 0.028s	user 0.006s	sys 0.003s
00:30:28.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.491896 22698 raft_consensus.cc:493] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.492341 22698 raft_consensus.cc:515] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.495050 22698 leader_election.cc:290] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.498380 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "077c75725f75479c81a72e626a22b48d" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.498432 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "077c75725f75479c81a72e626a22b48d" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.499336 22114 raft_consensus.cc:2468] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.499552 22411 raft_consensus.cc:2468] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.501784 22192 leader_election.cc:304] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:28.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.529186 22615 raft_consensus.cc:2804] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:28.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.529834 22615 raft_consensus.cc:493] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:28.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.530372 22615 raft_consensus.cc:3060] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.551877 22698 consensus_queue.cc:1048] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:28.555 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.62:38113(127.20.78.62:38113)] disconnecting while in state READY
00:30:28.555 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.61:36875(127.20.78.61:36875)] disconnecting while in state READY
00:30:28.555 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.60:41935(127.20.78.60:41935)] disconnecting while in state READY
00:30:28.556 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.78.60:41935(127.20.78.60:41935)] handling channelInactive
00:30:28.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state READY due to: connection closed
00:30:28.557 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.78.61:36875(127.20.78.61:36875)] handling channelInactive
00:30:28.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state READY due to: connection closed
00:30:28.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:28.560 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:30:28.560 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
00:30:28.561 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.78.62:38113(127.20.78.62:38113)] handling channelInactive
00:30:28.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state READY due to: connection closed
00:30:28.562 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:30:28.562 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.61:41719(127.21.18.61:41719)] disconnecting while in state READY
00:30:28.562 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.62:43801(127.21.18.62:43801)] disconnecting while in state READY
00:30:28.562 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.60:34117(127.21.18.60:34117)] disconnecting while in state READY
00:30:28.562 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:28.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:28.563 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:28.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:28.564 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:28.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.564442 22604 tablet_bootstrap.cc:654] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091: Neither blocks nor log segments found. Creating new log.
00:30:28.565 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:30:28.566 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:30:28.567 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:28.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:28.567 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
00:30:28.569 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:30:28.570 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:30:28.570 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:30:28.570 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:30:28.570 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:30:28.572 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:30:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:28.578295 21833 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 077c75725f75479c81a72e626a22b48d (table replication_test_table [id=4972da7535c846a08d7b7157d7a1b564], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 077c75725f75479c81a72e626a22b48d consensus state has no leader
00:30:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.579217 22618 raft_consensus.cc:493] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:28.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.579672 22618 raft_consensus.cc:515] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.589174 22113 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:28.593168 22347 leader_election.cc:343] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179): Illegal state: must be running to vote when last-logged opid is not known
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.597592 22267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "4a8645c5d1634428b380f6fdfdc6e029" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.596379 22618 leader_election.cc:290] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:28.600925 22346 leader_election.cc:343] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803): Illegal state: must be running to vote when last-logged opid is not known
00:30:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.601420 22346 leader_election.cc:304] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029; no voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096
00:30:28.610 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:28.611 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:28.611 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:28.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:28.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.618286 22604 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091: No bootstrap required, opened a new log
00:30:28.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.619037 22604 ts_tablet_manager.cc:1403] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091: Time spent bootstrapping tablet: real 0.136s	user 0.012s	sys 0.009s
00:30:28.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.623831 22608 raft_consensus.cc:2749] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:30:28.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.640654 22698 consensus_queue.cc:1048] T 04109d9a475b444e8dd4a5466bf0176c P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:28.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.631702 22604 raft_consensus.cc:359] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.645313 22604 raft_consensus.cc:385] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.645807 22604 raft_consensus.cc:740] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Initialized, Role: FOLLOWER
00:30:28.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.659812 22604 consensus_queue.cc:260] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.729 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.729 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.730 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:30:28.775 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:30:28.775 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:30:28.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:28.776376 22192 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.18.1:46179, user_credentials={real_user=slave}} blocked reactor thread for 94759.5us
00:30:28.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.774169 22676 tablet_bootstrap.cc:492] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096: No bootstrap required, opened a new log
00:30:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.789115 22676 ts_tablet_manager.cc:1403] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096: Time spent bootstrapping tablet: real 0.319s	user 0.019s	sys 0.042s
00:30:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.786231 22615 raft_consensus.cc:515] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.793744 22604 ts_tablet_manager.cc:1434] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091: Time spent starting tablet: real 0.156s	user 0.044s	sys 0.055s
00:30:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.805685 22676 raft_consensus.cc:359] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.806813 22676 raft_consensus.cc:385] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.807286 22615 leader_election.cc:290] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Requested vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.807337 22676 raft_consensus.cc:740] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Initialized, Role: FOLLOWER
00:30:28.813 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:28.813 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:28.813 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:28.814 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.814 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.814 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:28.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:28.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:28.815 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:28.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.812252 22676 consensus_queue.cc:260] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.854118 22676 ts_tablet_manager.cc:1434] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096: Time spent starting tablet: real 0.064s	user 0.004s	sys 0.009s
00:30:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.895972 22615 consensus_queue.cc:1048] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.896407 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "077c75725f75479c81a72e626a22b48d" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.897919 22114 raft_consensus.cc:3060] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.897617 22615 consensus_queue.cc:1048] T d7f7330a8a994af19c43b78820dd144e P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:30:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.902513 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "077c75725f75479c81a72e626a22b48d" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:28.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.903384 22411 raft_consensus.cc:3060] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.910 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.911 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.911 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.917 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.918187 22411 raft_consensus.cc:2468] T 077c75725f75479c81a72e626a22b48d P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.921317 22192 leader_election.cc:304] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091; no voters: 
00:30:28.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.923830 22725 raft_consensus.cc:2804] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election won for term 1
00:30:28.928 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:28.928 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:28.929 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:28.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:28.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:28.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:28.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:28.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.930377 22725 raft_consensus.cc:697] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [term 1 LEADER]: Becoming Leader. State: Replica: b4b46b5405574cf690f440288c4ea091, State: Running, Role: LEADER
00:30:28.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.932236 22725 consensus_queue.cc:237] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } }
00:30:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.941982 22615 raft_consensus.cc:493] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:28.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.942116 22114 raft_consensus.cc:2468] T 077c75725f75479c81a72e626a22b48d P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 1.
00:30:28.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.942461 22615 raft_consensus.cc:515] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.948323 22614 raft_consensus.cc:493] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:28.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.948943 22614 raft_consensus.cc:515] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.952462 22614 leader_election.cc:290] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999), b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:28.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.956132 22615 leader_election.cc:290] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.960961 22114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096" is_pre_election: true
00:30:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.961342 22267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091" is_pre_election: true
00:30:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.961563 22114 raft_consensus.cc:2468] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.962019 22267 raft_consensus.cc:2468] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e00643a446ff41f29cac75a03c56c096 in term 0.
00:30:28.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.962502 22410 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:28.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.963083 22410 raft_consensus.cc:2468] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b4b46b5405574cf690f440288c4ea091 in term 0.
00:30:28.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.963682 22049 leader_election.cc:304] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b4b46b5405574cf690f440288c4ea091, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.965965 22192 leader_election.cc:304] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, b4b46b5405574cf690f440288c4ea091; no voters: 
00:30:28.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.966753 22411 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029" is_pre_election: true
00:30:28.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.967509 22614 raft_consensus.cc:2804] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:28.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.970276 22614 raft_consensus.cc:493] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:28.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.969797 22411 raft_consensus.cc:2468] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e00643a446ff41f29cac75a03c56c096 in term 0.
00:30:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.972090 22614 raft_consensus.cc:3060] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:28.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.980031 22615 raft_consensus.cc:2804] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:28.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.984347 22614 raft_consensus.cc:515] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:28.987 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:28.987 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:28.987 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:28.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:28.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:28.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:28.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:28.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.992736 22409 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:28.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.993362 22409 raft_consensus.cc:3060] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 0 FOLLOWER]: Advancing to term 1
00:30:28.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.996671 22267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "e00643a446ff41f29cac75a03c56c096" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4b46b5405574cf690f440288c4ea091"
00:30:28.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.998322 22614 leader_election.cc:290] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 election: Requested vote from peers 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999), b4b46b5405574cf690f440288c4ea091 (127.21.18.2:44803)
00:30:29.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:28.980623 22615 raft_consensus.cc:493] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:29.000 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.000262 22615 raft_consensus.cc:3060] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 0 FOLLOWER]: Advancing to term 1
00:30:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.089107 22409 raft_consensus.cc:2468] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e00643a446ff41f29cac75a03c56c096 in term 1.
00:30:29.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.091701 22615 raft_consensus.cc:515] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.094167 22050 leader_election.cc:304] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a8645c5d1634428b380f6fdfdc6e029, e00643a446ff41f29cac75a03c56c096; no voters: 
00:30:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.095317 22267 raft_consensus.cc:2393] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e00643a446ff41f29cac75a03c56c096 in current term 1: Already voted for candidate b4b46b5405574cf690f440288c4ea091 in this term.
00:30:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.096338 22112 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e00643a446ff41f29cac75a03c56c096"
00:30:29.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.096897 22614 raft_consensus.cc:2804] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 1 FOLLOWER]: Leader election won for term 1
00:30:29.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.099268 22409 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "03483f71788e4ad3b079624bdc22d27c" candidate_uuid: "b4b46b5405574cf690f440288c4ea091" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a8645c5d1634428b380f6fdfdc6e029"
00:30:29.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.102671 22615 leader_election.cc:290] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Requested vote from peers e00643a446ff41f29cac75a03c56c096 (127.21.18.1:46179), 4a8645c5d1634428b380f6fdfdc6e029 (127.21.18.3:40999)
00:30:29.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.104444 22409 raft_consensus.cc:2393] T 03483f71788e4ad3b079624bdc22d27c P 4a8645c5d1634428b380f6fdfdc6e029 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate b4b46b5405574cf690f440288c4ea091 in current term 1: Already voted for candidate e00643a446ff41f29cac75a03c56c096 in this term.
00:30:29.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.112484 21847 catalog_manager.cc:5696] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 reported cstate change: term changed from 0 to 1, leader changed from <none> to b4b46b5405574cf690f440288c4ea091 (127.21.18.2). New cstate: current_term: 1 leader_uuid: "b4b46b5405574cf690f440288c4ea091" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: UNKNOWN } } }
00:30:29.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.192188 22614 raft_consensus.cc:697] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [term 1 LEADER]: Becoming Leader. State: Replica: e00643a446ff41f29cac75a03c56c096, State: Running, Role: LEADER
00:30:29.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.195214 22614 consensus_queue.cc:237] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } }
00:30:29.255 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:29.255 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:29.255 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:29.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.256 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.256 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:29.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.261529 22192 leader_election.cc:304] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b4b46b5405574cf690f440288c4ea091; no voters: 4a8645c5d1634428b380f6fdfdc6e029, e00643a446ff41f29cac75a03c56c096
00:30:29.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.263300 22615 raft_consensus.cc:2749] T 03483f71788e4ad3b079624bdc22d27c P b4b46b5405574cf690f440288c4ea091 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:30:29.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.269703 21847 catalog_manager.cc:5696] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 reported cstate change: term changed from 0 to 1, leader changed from <none> to e00643a446ff41f29cac75a03c56c096 (127.21.18.1). New cstate: current_term: 1 leader_uuid: "e00643a446ff41f29cac75a03c56c096" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 } health_report { overall_health: UNKNOWN } } }
00:30:29.291 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:29.291 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:29.291 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:29.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:29.299 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:29.299 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:29.300 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:29.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.300 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:29.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:29.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:29.334 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:29.335 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.335 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.335 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:29.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:29.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.336 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:29.336 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:29.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:29.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:29.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:29.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.353 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:29.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.382694 22615 consensus_queue.cc:1048] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:29.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.461644 22720 consensus_queue.cc:1048] T 077c75725f75479c81a72e626a22b48d P b4b46b5405574cf690f440288c4ea091 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e00643a446ff41f29cac75a03c56c096" member_type: VOTER last_known_addr { host: "127.21.18.1" port: 46179 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.004s
00:30:29.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.613 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:30:29.640 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:29.640 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:29.641 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:29.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:29.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:29.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:29.641 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:29.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.643095 22614 consensus_queue.cc:1048] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a8645c5d1634428b380f6fdfdc6e029" member_type: VOTER last_known_addr { host: "127.21.18.3" port: 40999 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:29.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.781 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:30:29.782 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:30:29.782 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:30:29.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:29.793313 22745 consensus_queue.cc:1048] T 03483f71788e4ad3b079624bdc22d27c P e00643a446ff41f29cac75a03c56c096 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4b46b5405574cf690f440288c4ea091" member_type: VOTER last_known_addr { host: "127.21.18.2" port: 44803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
00:30:29.801 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:30:29.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:29.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:29.849 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:29.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:29.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:29.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:29.851 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:29.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:29.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:30.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:30.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:30.009 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:30.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.230 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:30.231 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:30.231 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:30.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:30.295 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:30.295 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:30.296 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:30.296 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.296 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.296 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:30.309 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:30.309 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:30.309 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:30.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:30.400 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:30.401 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:30.401 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:30.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:30.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:30.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:30.402 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:30.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.839 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:30.839 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:30.839 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:30.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:30.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:30.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:30.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:30.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:30.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:30.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:30.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:30.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:30.841 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:30.861 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:30.861 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:30.862 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:30.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:30.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:30.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:30.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:30.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:30.862 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:30.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:30.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:30.862 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:30.862 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:30.869 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:30.869 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:30.869 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:30.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:30.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:30.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:30.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:30.954 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
00:30:30.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:30.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.169 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:31.169 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:31.170 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:31.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:31.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:31.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:31.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:31.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:31.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:31.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:31.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:31.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:31.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:31.238 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:30:31.257 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:30:31.293 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
00:30:31.309 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:30:31.326 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:30:31.333 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:30:31.334 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:30:31.334 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:30:31.334 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:30:31.335 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:30:31.335 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:30:31.335 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:30:31.335 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:30:31.335 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:30:31.335 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:30:31.336 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:30:31.336 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:30:31.336 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:30:31.336 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:30:31.336 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:30:31.336 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:30:31.336 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:30:31.336 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:30:31.336 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:30:31.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:30:31.337 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:30:31.338 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:30:31.338 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:30:31.338 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:30:31.338 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_fe5c14b18331deb42d0e19a0e5dba2b2/blobStorage
00:30:31.340 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:33515 - max concurrent requests: 50 - max backlog: 1000
00:30:31.341 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fe5c14b18331deb42d0e19a0e5dba2b2/blobStorage
00:30:31.341 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_fe5c14b18331deb42d0e19a0e5dba2b2/blobStorage
00:30:31.342 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:30:31.343 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a
00:30:31.344 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:30:31.345 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-efec3e7c-bd5c-4769-ae89-f8bb752c2adb
00:30:31.352 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-74a8920f-ab3d-43bc-9db0-3c70edd608ac
00:30:31.353 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:31.354 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:31.354 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:31.354 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.354 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:31.464 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:30:31.465 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:30:31.465 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:30:31.465 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:30:31.467 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:30:31.472 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
00:30:31.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.478 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
00:30:31.479 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-ba47f6b5-3752-461c-9416-ee70dcdc9945
00:30:31.479 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:30:31.480 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:30:31.488 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:30:31.488 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:30:31.495 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41939
00:30:31.495 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:30:31.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.500 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41939 was granted leadership with leaderSessionID=67a0af22-1e39-4671-881b-bd56ed5c7de2
00:30:31.500 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41939 , session=67a0af22-1e39-4671-881b-bd56ed5c7de2
00:30:31.501 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:30:31.501 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:30:31.501 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:30:31.502 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 2b08a826-3c5c-483a-a848-0a86c8942112. Creating new DispatcherLeaderProcess.
00:30:31.502 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:30:31.502 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:30:31.502 [INFO - mini-cluster-io-thread-2] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:30:31.503 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:30:31.504 [INFO - pool-201-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 63c8d8f0-1ac9-46f3-8550-75e81043987e.
00:30:31.505 [INFO - mini-cluster-io-thread-2] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
00:30:31.509 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:31.509 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:31.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:31.509 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:31.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:31.509 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:31.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:31.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:31.510 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:31.510 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:31.510 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:31.510 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:31.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:31.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:31.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:31.510 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:31.510 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:31.510 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:31.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:31.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:31.511 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=2b08a826-3c5c-483a-a848-0a86c8942112
00:30:31.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:31.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:31.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:31.511 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:31.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:31.511 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:31.514 [INFO - pool-201-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
00:30:31.527 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
00:30:31.527 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:30:31.528 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:30:31.528 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:30:31.528 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:30:31.531 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=63c8d8f0-1ac9-46f3-8550-75e81043987e
00:30:31.532 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(855075e81043987e63c8d8f01ac946f3).
00:30:31.550 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:30:31.566 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (989e0e194e66b090605ad814361b1b58).
00:30:31.567 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (989e0e194e66b090605ad814361b1b58).
00:30:31.567 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-989e0e194e66b090605ad814361b1b58'.
00:30:31.567 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 989e0e194e66b090605ad814361b1b58 was granted leadership with leader id 8b91b98c-951a-475c-b61e-2f819dd3a113. Creating new JobMasterServiceProcess.
00:30:31.570 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
00:30:31.570 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id ec8a5c88d44cf9edefbee131d07e0dd4.
00:30:31.576 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a under ec8a5c88d44cf9edefbee131d07e0dd4 at the slot manager.
00:30:31.584 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
00:30:31.588 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (989e0e194e66b090605ad814361b1b58).
00:30:31.588 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (989e0e194e66b090605ad814361b1b58).
00:30:31.589 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 60fd23b33216ebf7315378aff20dae2c for job 989e0e194e66b090605ad814361b1b58.
00:30:31.589 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (989e0e194e66b090605ad814361b1b58).
00:30:31.589 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:30:31.590 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:30:31.590 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7042e5f1
00:30:31.590 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:31.591 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:30:31.594 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:30:31.594 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@35719a2b for Flink Streaming Job (989e0e194e66b090605ad814361b1b58).
00:30:31.595 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=8b91b98c-951a-475c-b61e-2f819dd3a113
00:30:31.596 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (989e0e194e66b090605ad814361b1b58) under job master id b61e2f819dd3a1138b91b98c951a475c.
00:30:31.597 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:31.599 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.601 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:30:31.601 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state CREATED to RUNNING.
00:30:31.602 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:30:31.602 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:31.603 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:31.603 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:30:31.603 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:31.603 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:30:31.603 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:30:31.604 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(855075e81043987e63c8d8f01ac946f3)
00:30:31.605 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.605 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.605 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:31.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:31.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:31.606 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:31.607 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:30:31.608 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager b61e2f819dd3a1138b91b98c951a475c@pekko://flink/user/rpc/jobmanager_15 for job 989e0e194e66b090605ad814361b1b58.
00:30:31.614 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager b61e2f819dd3a1138b91b98c951a475c@pekko://flink/user/rpc/jobmanager_15 for job 989e0e194e66b090605ad814361b1b58.
00:30:31.616 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 855075e81043987e63c8d8f01ac946f3.
00:30:31.617 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:31.619 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:31.620 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:31.621 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:31.622 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.78.60:41935(127.20.78.60:41935)] Successfully connected to peer
00:30:31.623 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.78.61:36875(127.20.78.61:36875)] Successfully connected to peer
00:30:31.624 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.78.62:38113(127.20.78.62:38113)] Successfully connected to peer
00:30:31.629 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.60
00:30:31.643 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.646 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.62
00:30:31.648 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 989e0e194e66b090605ad814361b1b58
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:30:31.648 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xdf4db38f, L:/127.0.0.1:54448 - R:/127.20.78.60:41935] using SASL/PLAIN
00:30:31.649 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c42450f02616cd1612ff61a30276bf0d from 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a for job 989e0e194e66b090605ad814361b1b58 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.650 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6fede04f61deb9cae22507e57b3d1f5f from 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a for job 989e0e194e66b090605ad814361b1b58 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.650 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request c42450f02616cd1612ff61a30276bf0d for job 989e0e194e66b090605ad814361b1b58 from resource manager with leader id 855075e81043987e63c8d8f01ac946f3.
00:30:31.650 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2d1a648d3f1d1d79bce26dbe62c0d002 from 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a for job 989e0e194e66b090605ad814361b1b58 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.650 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for c42450f02616cd1612ff61a30276bf0d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.650 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 191ebb01dd2013c7f83d42074973168c from 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a for job 989e0e194e66b090605ad814361b1b58 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.653 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:31.654 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=38), Traces: [0ms] refreshing cache from master, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [37ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, deferred=null) after lookup
00:30:31.654 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:31.654 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 989e0e194e66b090605ad814361b1b58 for job leader monitoring.
00:30:31.655 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id 8b91b98c-951a-475c-b61e-2f819dd3a113.
00:30:31.659 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.659 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 6fede04f61deb9cae22507e57b3d1f5f for job 989e0e194e66b090605ad814361b1b58 from resource manager with leader id 855075e81043987e63c8d8f01ac946f3.
00:30:31.659 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 6fede04f61deb9cae22507e57b3d1f5f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.660 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 2d1a648d3f1d1d79bce26dbe62c0d002 for job 989e0e194e66b090605ad814361b1b58 from resource manager with leader id 855075e81043987e63c8d8f01ac946f3.
00:30:31.660 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 2d1a648d3f1d1d79bce26dbe62c0d002 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.661 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:30:31.661 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 191ebb01dd2013c7f83d42074973168c for job 989e0e194e66b090605ad814361b1b58 from resource manager with leader id 855075e81043987e63c8d8f01ac946f3.
00:30:31.661 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 191ebb01dd2013c7f83d42074973168c with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:30:31.663 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 989e0e194e66b090605ad814361b1b58.
00:30:31.663 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 989e0e194e66b090605ad814361b1b58.
00:30:31.670 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.671 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 989e0e194e66b090605ad814361b1b58.
00:30:31.672 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:30:31.672 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id c42450f02616cd1612ff61a30276bf0d
00:30:31.670 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:31.669 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.61
00:30:31.664 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:31.674 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:31.674 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:30:31.675 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 6fede04f61deb9cae22507e57b3d1f5f
00:30:31.679 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c42450f02616cd1612ff61a30276bf0d.
00:30:31.686 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 989e0e194e66b090605ad814361b1b58.
00:30:31.686 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:30:31.686 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 989e0e194e66b090605ad814361b1b58
00:30:31.688 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id c42450f02616cd1612ff61a30276bf0d.
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:31.689 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:31.690 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:31.694 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x09d368a2, L:/127.0.0.1:36576 - R:/127.20.78.62:38113] using SASL/PLAIN
00:30:31.695 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:31.700 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:30:31.701 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 2d1a648d3f1d1d79bce26dbe62c0d002
00:30:31.701 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.703 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:30:31.703 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 191ebb01dd2013c7f83d42074973168c
00:30:31.704 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.707 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x63a746e4, L:/127.0.0.1:54026 - R:/127.20.78.61:36875] using SASL/PLAIN
00:30:31.711 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.717 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 6fede04f61deb9cae22507e57b3d1f5f.
00:30:31.719 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 6fede04f61deb9cae22507e57b3d1f5f.
00:30:31.719 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2d1a648d3f1d1d79bce26dbe62c0d002.
00:30:31.722 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x749b07db, L:/127.0.0.1:38674 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:31.723 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 2d1a648d3f1d1d79bce26dbe62c0d002.
00:30:31.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:30:31.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:30:31.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bc34864
00:30:31.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:31.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:30:31.725 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:30:31.726 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:30:31.727 [DEBUG - main] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:31.729 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:30:31.729 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:30:31.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bf93280
00:30:31.730 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:31.731 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:31.732 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:30:31.732 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:30:31.733 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:30:31.735 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21792f46
00:30:31.736 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ee06a6c
00:30:31.737 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:31.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c42450f02616cd1612ff61a30276bf0d.
00:30:31.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 6fede04f61deb9cae22507e57b3d1f5f.
00:30:31.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2d1a648d3f1d1d79bce26dbe62c0d002.
00:30:31.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:30:31.738 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:30:31.739 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 191ebb01dd2013c7f83d42074973168c.
00:30:31.744 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:30:31.744 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:30:31.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c17f489
00:30:31.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:31.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:30:31.747 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:30:31.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:30:31.750 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.751 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.753 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:30:31.753 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:31.755 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:30:31.755 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e42bb80
00:30:31.755 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:31.756 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:30:31.756 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:30:31.756 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:30:31.757 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a10b4c1
00:30:31.759 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:31.760 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.762 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:31.764 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:31.765 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:31.766 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:31.766 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:31.773 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:31.779 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:31.814 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:31.815 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.816 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11493679
00:30:31.819 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.820 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.820 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9b5ef31b, L:/127.0.0.1:42404 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:31.821 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:31.822 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:31.823 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:31.824 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:31.824 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8c861708, L:/127.0.0.1:38678 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:31.832 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:30:31.834 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.837 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:31.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:31.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=212), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [73ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [185ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:31.842 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:31.844 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8b48b2d6, L:/127.0.0.1:52706 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:31.848 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:31.850 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:31.851 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:31.854 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:31.860 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:31.860 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:31.861 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.18.60:34117, [10ms] Sub RPC GetTableLocations: received response from server master-127.21.18.60:34117: OK, deferred=null)) after lookup
00:30:31.861 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] connecting to peer
00:30:31.863 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.863 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.863 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:31.868 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:31.868 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:31.869 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:31.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:31.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:31.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:31.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:31.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:31.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:31.869 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2c3a53b0, L:/127.0.0.1:42414 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:31.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:31.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:31.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:31.870 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:31.871 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:31.871 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:30:31.872 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.18.62:43801(127.21.18.62:43801)] Successfully connected to peer
00:30:31.873 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:31.874 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:31.876 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:31.878 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.879 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9cf814e5, L:/127.0.0.1:52708 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:31.881 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:31.882 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x685ec44f, L:/127.0.0.1:38692 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:31.893 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:31.896 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=144), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [80ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:31.902 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0aae4de1, L:/127.0.0.1:38682 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:31.903 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:31.906 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:31.936 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] Successfully connected to peer
00:30:31.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:31.939 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.62
00:30:31.939 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4752238b
00:30:31.944 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:30:31.944 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:30:31.944 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9554ea60, L:/127.0.0.1:52714 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:31.949 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.949 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:31.950 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:30:31.951 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.18.61:41719(127.21.18.61:41719)] Successfully connected to peer
00:30:31.957 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.61
00:30:31.961 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.962 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:31.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:31.974 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8ecf269c, L:/127.0.0.1:52724 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:31.975 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb4e2456, L:/127.0.0.1:38700 - R:/127.21.18.62:43801] using SASL/PLAIN
00:30:31.979 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:30:31.979 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f347e3e18ba1ffa6e45c3a8b78582d4be6175e2aa941e6a59261c0bccd530a2f'}]
00:30:31.981 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:31.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:30:31.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:31.986 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:31.987 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:31.991 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x911e8e2b, L:/127.0.0.1:42426 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:32.003 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:32.003 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.003 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [151ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [154ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: OK, [171ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:32.005 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.009 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:30:32.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.027 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.027 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70863f78
00:30:32.027 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6d5028ea, L:/127.0.0.1:52740 - R:/127.21.18.61:41719] using SASL/PLAIN
00:30:32.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:30:32.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:30:32.037 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.039 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.044 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3ba10ace, L:/127.0.0.1:38816 - R:/127.21.18.3:40999] using TOKEN/null
00:30:32.048 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x512a426a, L:/127.0.0.1:42440 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:32.048 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.18.60:34117(127.21.18.60:34117)] Successfully connected to peer
00:30:32.057 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:32.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=307), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [174ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [189ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: OK, [293ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:32.065 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.068 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.18.60
00:30:32.072 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:32.073 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.074 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@11a65de5
00:30:32.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:30:32.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:30:32.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.086 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:32.086 [DEBUG - main] (Connection.java:748) [peer b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)] connecting to peer
00:30:32.089 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:30:32.089 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b8517061f95c9c3b7328b614febfe8a7e56e420cda74e44d3b3182a6afb4ad93'}]
00:30:32.091 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:32.091 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.094 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:32.095 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:32.095 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:32.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.097 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:32.095834 22192 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.18.3:40999, user_credentials={real_user=slave}} blocked reactor thread for 93074.2us
00:30:32.097 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.097 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.098 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:32.101 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfe749d2d, L:/127.0.0.1:42444 - R:/127.21.18.60:34117] using SASL/PLAIN
00:30:32.114 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:30:32.116 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:32.116 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:32.116 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:32.117 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:32.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.119 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:32.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:32.120 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=358), Traces: [0ms] refreshing cache from master, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [149ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: OK, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: OK, [324ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: OK, deferred=null) after lookup
00:30:32.125 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.130 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:32.130462 22155 debug-util.cc:398] Leaking SignalData structure 0x7b08000acac0 after lost signal to thread 21952
00:30:32.131 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@734ddf8f
00:30:32.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:32.131553 22155 debug-util.cc:398] Leaking SignalData structure 0x7b080003d880 after lost signal to thread 22158
00:30:32.141 [DEBUG - kudu-nio-4] (Connection.java:757) [peer b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)] Successfully connected to peer
00:30:32.149 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:30:32.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:30:32.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:30:32.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.171 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] Successfully connected to peer
00:30:32.183 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:30:32.197 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='059d87536f962f48d2913648846519b45729b81de4fe0c298394255c33164897'}]
00:30:32.199 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:32.201 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.1
00:30:32.217 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.226 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:30:32.227 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:32.230 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x44c8c011, L:/127.0.0.1:35730 - R:/127.21.18.2:44803] using TOKEN/null
00:30:32.229 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.247 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbd5c21cd, L:/127.0.0.1:51460 - R:/127.20.78.1:39305] using SASL/PLAIN
00:30:32.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:30:32.262 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5563d38435a6e72d0567d4aa0398aec882b3e26d2143062cddf0319d7c5182aa'}]
00:30:32.265 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.265 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:32.266 [DEBUG - main] (Connection.java:748) [peer e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)] connecting to peer
00:30:32.266 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:32.272 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:32.275 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:32.281 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:30:32.282 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:30:32.294 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.295 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f347e3e18ba1ffa6e45c3a8b78582d4be6175e2aa941e6a59261c0bccd530a2f]
00:30:32.296 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:30:32.317 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:32.317 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:32.317 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:32.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.318 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.318 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.319 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.319 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.326 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f347e3e18ba1ffa6e45c3a8b78582d4be6175e2aa941e6a59261c0bccd530a2f]
00:30:32.327 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f347e3e18ba1ffa6e45c3a8b78582d4be6175e2aa941e6a59261c0bccd530a2f finished by subtask 0; deferring removal (restored in pending)
00:30:32.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:30:32.328 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:30:32.328 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state READY
00:30:32.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:32.330 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:32.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:32.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:32.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.331 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.331 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.333 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='240bcf2207cd083bd36014b00df60486897dbea5d7ff13e8f7dda90fad70a01e'}]
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.334 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.335 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.337 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:32.350 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:30:32.351 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:32.353 [DEBUG - kudu-nio-5] (Connection.java:757) [peer e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)] Successfully connected to peer
00:30:32.359 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:32.397 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:32.398 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:32.399 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:32.399 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:32.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.401 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:32.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.404 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:32.424 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] handling channelInactive
00:30:32.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state READY due to: connection closed
00:30:32.424 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:30:32.424 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:30:32.426 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.433 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x24d24b67, L:/127.0.0.1:49444 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:32.440 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:32.446 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.459 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xd5f40ef5, L:/127.0.0.1:45204 - R:/127.21.18.1:46179] using TOKEN/null
00:30:32.471 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.490 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.491 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:32.495 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbd72d2a5, L:/127.0.0.1:49456 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:32.500 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.501 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.501 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:32.505 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=1776ca6cbff043c8aab4fdabb9c05542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.505 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [059d87536f962f48d2913648846519b45729b81de4fe0c298394255c33164897]
00:30:32.505 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [059d87536f962f48d2913648846519b45729b81de4fe0c298394255c33164897]
00:30:32.505 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:30:32.505 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:30:32.507 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 059d87536f962f48d2913648846519b45729b81de4fe0c298394255c33164897 finished by subtask 1; deferring removal (restored in pending)
00:30:32.507 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:32.507 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f058d83a91eb72ac27e988cf0e752c23e1dbd887c7f12755c3043353826cee10'}]
00:30:32.509 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:32.513 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.513 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b8517061f95c9c3b7328b614febfe8a7e56e420cda74e44d3b3182a6afb4ad93]
00:30:32.513 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b8517061f95c9c3b7328b614febfe8a7e56e420cda74e44d3b3182a6afb4ad93]
00:30:32.514 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:30:32.514 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:30:32.514 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:32.515 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:32.516 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b8517061f95c9c3b7328b614febfe8a7e56e420cda74e44d3b3182a6afb4ad93 finished by subtask 3; deferring removal (restored in pending)
00:30:32.525 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:32.525 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.525 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:32.526 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:30:32.527 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:32.527 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:32.528 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:32.528 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:32.529 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:32.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.529 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:30:32.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:32.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:32.539 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.539 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:32.558 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:32.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:32.559 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:30:32.559 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:30:32.566 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:32.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:32.566 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:30:32.567 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:30:32.570 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:32.570 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:32.570 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:32.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:32.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:32.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:32.572 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:32.580 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:32.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.599 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:32.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.608 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:32.610 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:32.612 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:32.620 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.620 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:32.626 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:32.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.629 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:32.630 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:32.630 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:32.641 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.642 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:32.651 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.651 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:32.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.657 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:32.660 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:32.665 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.677 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470632682 for job 989e0e194e66b090605ad814361b1b58.
00:30:32.686 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1acba77, flushNotification=Deferred@1872184916(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:30:32.687 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] connecting to peer
00:30:32.689 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb17fd7bd, L:/127.0.0.1:49490 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:32.692 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x042bb1ea, L:/127.0.0.1:49476 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:32.694 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] Successfully connected to peer
00:30:32.702 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.707 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.707 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f058d83a91eb72ac27e988cf0e752c23e1dbd887c7f12755c3043353826cee10]
00:30:32.707 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f058d83a91eb72ac27e988cf0e752c23e1dbd887c7f12755c3043353826cee10]
00:30:32.708 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:30:32.708 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:30:32.709 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f058d83a91eb72ac27e988cf0e752c23e1dbd887c7f12755c3043353826cee10 finished by subtask 1; deferring removal (restored in pending)
00:30:32.709 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:32.709 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:32.709 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:32.710 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.710 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:32.710 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:32.710 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:32.710 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:32.710 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:32.710 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:32.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:32.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:32.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:32.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:32.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:32.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:32.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:32.717 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.717 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:32.724 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:32.724 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:32.724 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:32.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.725 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.725 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.725 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.725 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.725 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:32.727 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.727 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:32.730 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x309169a8, L:/127.0.0.1:49468 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:32.737 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.737 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:32.737 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:32.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:32.738 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:32.738 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:30:32.741 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.742 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [240bcf2207cd083bd36014b00df60486897dbea5d7ff13e8f7dda90fad70a01e]
00:30:32.773 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.773 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:32.781 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.782 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:32.789 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305095707095040001) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5563d38435a6e72d0567d4aa0398aec882b3e26d2143062cddf0319d7c5182aa]
00:30:32.790 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:30:32.801 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5563d38435a6e72d0567d4aa0398aec882b3e26d2143062cddf0319d7c5182aa]
00:30:32.804 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5563d38435a6e72d0567d4aa0398aec882b3e26d2143062cddf0319d7c5182aa finished by subtask 2; deferring removal (restored in pending)
00:30:32.804 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:30:32.804 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:30:32.804 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:32.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:32.806 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.806 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.807 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.807 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.807 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.807 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.808 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.808 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.812 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.813 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.813 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.814 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.816 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.818 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299998, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299998}]
00:30:32.819 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.820 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.820 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:32.820 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:32.821 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:32.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.822 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:32.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.822 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.822 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:32.823 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:32.823 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:32.823 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:32.828 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299994, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299994}]
00:30:32.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.841 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:32.861 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.862 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:32.869 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.869 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:32.871 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:32.872 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:32.872 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:32.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:32.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:32.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:32.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:32.875 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.875 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:32.882 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.882 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:32.892 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.893 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:32.902 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:32.908 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc65a11ec, L:/127.0.0.1:38826 - R:/127.21.18.3:40999] using TOKEN/null
00:30:32.912 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:30:32.912 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:32.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:32.912 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:32.953 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.953 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:32.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:32.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:32.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:32.968 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.968 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.968 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:32.969 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.969 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.969 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:32.969 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.969 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.969 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:32.969 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:32.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:32.986 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.986 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:32.990 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:32.990 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:32.990 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:32.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:32.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:32.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:32.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:32.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:32.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:32.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:32.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:32.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:32.992 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:32.993 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:32.994 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:33.001 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.002 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.002 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:33.015 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.015 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:33.065 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.066 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:33.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [240bcf2207cd083bd36014b00df60486897dbea5d7ff13e8f7dda90fad70a01e]
00:30:33.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:30:33.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:30:33.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:33.135 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 240bcf2207cd083bd36014b00df60486897dbea5d7ff13e8f7dda90fad70a01e finished by subtask 0; deferring removal (restored in pending)
00:30:33.135 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:33.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.136 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:33.147 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.147 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:33.150 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 989e0e194e66b090605ad814361b1b58 (4910 bytes, checkpointDuration=466 ms, finalizationTime=0 ms).
00:30:33.153 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.153 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:33.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:30:33.155 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 5563d38435a6e72d0567d4aa0398aec882b3e26d2143062cddf0319d7c5182aa from pending
00:30:33.155 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f058d83a91eb72ac27e988cf0e752c23e1dbd887c7f12755c3043353826cee10 from pending
00:30:33.156 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 240bcf2207cd083bd36014b00df60486897dbea5d7ff13e8f7dda90fad70a01e from pending
00:30:33.156 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split f347e3e18ba1ffa6e45c3a8b78582d4be6175e2aa941e6a59261c0bccd530a2f from pending
00:30:33.156 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b8517061f95c9c3b7328b614febfe8a7e56e420cda74e44d3b3182a6afb4ad93 from pending
00:30:33.156 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 059d87536f962f48d2913648846519b45729b81de4fe0c298394255c33164897 from pending
00:30:33.156 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
00:30:33.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.167 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.168 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:33.184 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470633182 for job 989e0e194e66b090605ad814361b1b58.
00:30:33.193 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=505, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2704b2b6, flushNotification=Deferred@683150231(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:30:33.194 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] connecting to peer
00:30:33.203 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.204 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:33.229 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:33.229 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:33.230 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:33.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.230 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:33.237 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.237 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:33.247 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:33.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:33.248 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:30:33.248 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:30:33.274 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] Successfully connected to peer
00:30:33.323 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.323 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:33.341 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.341 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:33.347 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.348 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:33.379 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.379 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:33.382 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:33.382 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:33.382 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:33.383 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.383 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.383 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.386 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:33.397 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.397 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:33.408 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.408 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:33.409 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.439 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe6531ca3, L:/127.0.0.1:38838 - R:/127.21.18.3:40999] using TOKEN/null
00:30:33.471 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.471 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:33.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.483 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.483 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:33.492 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.493 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:33.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.500 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.500 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:33.513 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.513 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:33.555 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.555 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:33.579 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 989e0e194e66b090605ad814361b1b58 (964 bytes, checkpointDuration=396 ms, finalizationTime=1 ms).
00:30:33.584 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:30:33.595 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:33.595 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:33.595 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:33.596 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:33.596 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:33.596 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:33.596 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:33.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:33.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:33.597 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:33.597 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:33.597 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:33.597 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:33.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.616 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:33.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:33.630 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:33.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:33.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:33.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:33.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:33.631 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:33.631 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:33.636 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='328457f798e25182029f8b2f87f72659abb01d0ceb799a3e59d2961878aa24f6'}]
00:30:33.637 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.638 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e4b7fb562d549d7372d41faef765f6d3568942e207834105404596cf10e3d3cb'}]
00:30:33.640 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.640 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='939eff093171de554fa63b158b95627fdbc6e3407163b4020e9c0a98523a2376'}]
00:30:33.641 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.642 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:30:33.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:33.643 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:30:33.643 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:33.644 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:30:33.644 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:33.645 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9142914d82cfbda373f76f1056835bbd4989daf69f597750a5149ae4338067d3'}]
00:30:33.646 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.646 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:30:33.647 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:33.651 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.652 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:33.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:33.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.660 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.660 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:33.673 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.674 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:33.681 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.681 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:33.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470633681 for job 989e0e194e66b090605ad814361b1b58.
00:30:33.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:30:33.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:30:33.703 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.704 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:33.711 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:33.715 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:33.719 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:33.722 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:33.730 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:33.730 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:33.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:33.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:33.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:33.738 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:33.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:33.739 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:33.739 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:33.750 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:33.750 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:33.750 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:33.750 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.750 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:33.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:33.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:33.752 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:33.751 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:33.753 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:33.756 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 4972da7535c846a08d7b7157d7a1b564
00:30:33.778 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:33.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:33.782 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:33.783 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] Successfully connected to peer
00:30:33.798 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.1
00:30:33.805 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:33.807 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:33.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:33.823 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:33.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.78.60:41935, [65ms] Sub RPC GetTableLocations: received response from server master-127.20.78.60:41935: OK, deferred=null)) after lookup
00:30:33.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.837 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8aa3bbc2211842c0ad557265343ee1d2 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:33.838 [DEBUG - main] (Connection.java:748) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] connecting to peer
00:30:33.858 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:33.861 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:33.867 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.870 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.870 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.878 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] Successfully connected to peer
00:30:33.884 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x58d34d12, L:/127.0.0.1:51464 - R:/127.20.78.1:39305] using SASL/PLAIN
00:30:33.887 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:33.894 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9277631f, L:/127.0.0.1:49496 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:33.895 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x977cf425, L:/127.0.0.1:49512 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:33.902 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.904 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.904 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e4b7fb562d549d7372d41faef765f6d3568942e207834105404596cf10e3d3cb]
00:30:33.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e4b7fb562d549d7372d41faef765f6d3568942e207834105404596cf10e3d3cb]
00:30:33.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:30:33.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:30:33.910 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e4b7fb562d549d7372d41faef765f6d3568942e207834105404596cf10e3d3cb finished by subtask 1; deferring removal (restored in pending)
00:30:33.912 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:33.913 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='62b2fa399bb3399db821ed378f8a6cbf790a0171cdfe570e924dbae085834a58'}]
00:30:33.914 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.915 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:30:33.915 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:33.920 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.920 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [328457f798e25182029f8b2f87f72659abb01d0ceb799a3e59d2961878aa24f6]
00:30:33.920 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [328457f798e25182029f8b2f87f72659abb01d0ceb799a3e59d2961878aa24f6]
00:30:33.921 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:30:33.921 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:30:33.921 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state READY
00:30:33.927 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 328457f798e25182029f8b2f87f72659abb01d0ceb799a3e59d2961878aa24f6 finished by subtask 3; deferring removal (restored in pending)
00:30:33.928 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='26f02ddebee0b7955e1b22515737c0309f9b65bcad61b8afb7cf4da160903fdb'}]
00:30:33.929 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:33.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:33.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:33.964 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e2ae410, L:/127.0.0.1:49528 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:33.974 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:33.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:33.977 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:33.980 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:33.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [939eff093171de554fa63b158b95627fdbc6e3407163b4020e9c0a98523a2376]
00:30:33.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [939eff093171de554fa63b158b95627fdbc6e3407163b4020e9c0a98523a2376]
00:30:33.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:30:33.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:30:33.982 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 939eff093171de554fa63b158b95627fdbc6e3407163b4020e9c0a98523a2376 finished by subtask 0; deferring removal (restored in pending)
00:30:33.983 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:33.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:33.986 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x56839207, L:/127.0.0.1:43036 - R:/127.20.78.3:35389] using TOKEN/null
00:30:33.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.010 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:30:34.011 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:34.064 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.068 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4c28fab87ed0474595298defe04392a7 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:34.069 [DEBUG - main] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:34.126 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=1776ca6cbff043c8aab4fdabb9c05542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.127 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9142914d82cfbda373f76f1056835bbd4989daf69f597750a5149ae4338067d3]
00:30:34.128 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9142914d82cfbda373f76f1056835bbd4989daf69f597750a5149ae4338067d3]
00:30:34.129 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:30:34.129 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:30:34.132 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9142914d82cfbda373f76f1056835bbd4989daf69f597750a5149ae4338067d3 finished by subtask 2; deferring removal (restored in pending)
00:30:34.135 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:34.138 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:34.140 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:30:34.140 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] handling channelInactive
00:30:34.140 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state READY due to: connection closed
00:30:34.141 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.164 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:34.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470634182 for job 989e0e194e66b090605ad814361b1b58.
00:30:34.185 [DEBUG - kudu-nio-5] (Connection.java:757) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] Successfully connected to peer
00:30:34.193 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:34.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:30:34.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split e4b7fb562d549d7372d41faef765f6d3568942e207834105404596cf10e3d3cb from pending
00:30:34.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 328457f798e25182029f8b2f87f72659abb01d0ceb799a3e59d2961878aa24f6 from pending
00:30:34.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 939eff093171de554fa63b158b95627fdbc6e3407163b4020e9c0a98523a2376 from pending
00:30:34.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 9142914d82cfbda373f76f1056835bbd4989daf69f597750a5149ae4338067d3 from pending
00:30:34.196 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 4 finished splits from enumerator state
00:30:34.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:34.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:34.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:34.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:34.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:34.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:34.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:34.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:34.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:34.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:34.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:34.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:34.223 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:34.226 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:34.239 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xd29b3d41, L:/127.0.0.1:51478 - R:/127.20.78.1:39305] using TOKEN/null
00:30:34.255 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1776ca6cbff043c8aab4fdabb9c05542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.255 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1776ca6cbff043c8aab4fdabb9c05542 for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:34.261 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:34.265 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.266 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d3994d4e5c594ca78e3e4d627ee6f45c for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:34.270 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:34.270 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:34.270 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:34.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:34.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:34.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:34.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:34.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:34.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:34.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:34.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:34.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:34.272 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:34.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.274 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8b0f66b3cb44cc8a666e4976d33318a for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:34.275 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:34.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.280 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da9767c9d31d4aa3a713b2b526f9d41a for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet c34e3dd7d35f4495b0ded676e6344f47 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 04109d9a475b444e8dd4a5466bf0176c for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 03483f71788e4ad3b079624bdc22d27c for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1f40cd8f76194a67a64c473ab2e97eef for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet d7f7330a8a994af19c43b78820dd144e for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 077c75725f75479c81a72e626a22b48d for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:34.287 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=c34e3dd7d35f4495b0ded676e6344f47@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=04109d9a475b444e8dd4a5466bf0176c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=03483f71788e4ad3b079624bdc22d27c@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)[L]]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=1f40cd8f76194a67a64c473ab2e97eef@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)[L],b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803),e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d7f7330a8a994af19c43b78820dd144e@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=077c75725f75479c81a72e626a22b48d@[4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999),b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)[L],e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:34.287 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.18.60:34117, [5ms] Sub RPC GetTableLocations: received response from server master-127.21.18.60:34117: OK, deferred=null)) after lookup
00:30:34.302 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.302 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:34.309 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.309 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:34.316 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.316 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:34.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:34.348 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.349 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:34.359 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.359 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:34.378 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:30:34.378 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:34.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:34.379 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.402 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:34.409 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.410 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8aa3bbc2211842c0ad557265343ee1d2 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:34.411 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8e7b565f, L:/127.0.0.1:49542 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:34.412 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:34.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:34.412 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.412 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:30:34.420 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:34.426 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:34.426 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.427 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 4c28fab87ed0474595298defe04392a7 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:34.437 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.437 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [62b2fa399bb3399db821ed378f8a6cbf790a0171cdfe570e924dbae085834a58]
00:30:34.437 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [62b2fa399bb3399db821ed378f8a6cbf790a0171cdfe570e924dbae085834a58]
00:30:34.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:30:34.438 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:30:34.439 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 62b2fa399bb3399db821ed378f8a6cbf790a0171cdfe570e924dbae085834a58 finished by subtask 1; deferring removal (restored in pending)
00:30:34.439 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:34.440 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:34.443 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:34.460 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe5a0f976, L:/127.0.0.1:49558 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:34.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.477 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1776ca6cbff043c8aab4fdabb9c05542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.478 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 1776ca6cbff043c8aab4fdabb9c05542 for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:34.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.501 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:34.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:34.501 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.501 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:30:34.505 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.505 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d3994d4e5c594ca78e3e4d627ee6f45c for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:34.514 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:34.514 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:34.515 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:34.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:34.525 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.525 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a8b0f66b3cb44cc8a666e4976d33318a for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:34.536 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.536 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet da9767c9d31d4aa3a713b2b526f9d41a for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:34.561 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c34e3dd7d35f4495b0ded676e6344f47, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.562 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c34e3dd7d35f4495b0ded676e6344f47 for partition [0x00000000, 0x0000000080000032) with scanner id null
00:30:34.575 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095715287040001) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.576 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [26f02ddebee0b7955e1b22515737c0309f9b65bcad61b8afb7cf4da160903fdb]
00:30:34.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [26f02ddebee0b7955e1b22515737c0309f9b65bcad61b8afb7cf4da160903fdb]
00:30:34.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:30:34.577 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:30:34.577 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:34.578 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 26f02ddebee0b7955e1b22515737c0309f9b65bcad61b8afb7cf4da160903fdb finished by subtask 3; deferring removal (restored in pending)
00:30:34.578 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:34.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=04109d9a475b444e8dd4a5466bf0176c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.578 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 04109d9a475b444e8dd4a5466bf0176c for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
00:30:34.584 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:34.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:34.585 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.585 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:30:34.587 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=03483f71788e4ad3b079624bdc22d27c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.587 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 03483f71788e4ad3b079624bdc22d27c for partition [0x0000000080000096, 0x00000001) with scanner id null
00:30:34.601 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:34.601 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:34.601 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:34.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:34.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:34.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:34.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:34.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:34.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:34.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:34.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:34.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:34.604 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:34.617 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1f40cd8f76194a67a64c473ab2e97eef, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.617 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1f40cd8f76194a67a64c473ab2e97eef for partition [0x00000001, 0x0000000180000032) with scanner id null
00:30:34.630 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d7f7330a8a994af19c43b78820dd144e, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.631 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d7f7330a8a994af19c43b78820dd144e for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
00:30:34.655 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=077c75725f75479c81a72e626a22b48d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:34.655 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 077c75725f75479c81a72e626a22b48d for partition [0x0000000180000096, 0x00000002) with scanner id null
00:30:34.655 [DEBUG - main] (Connection.java:575) [peer b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)] disconnecting while in state READY
00:30:34.655 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.61:41719(127.21.18.61:41719)] disconnecting while in state READY
00:30:34.656 [DEBUG - main] (Connection.java:575) [peer e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)] disconnecting while in state READY
00:30:34.656 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.62:43801(127.21.18.62:43801)] disconnecting while in state READY
00:30:34.656 [DEBUG - main] (Connection.java:575) [peer master-127.21.18.60:34117(127.21.18.60:34117)] disconnecting while in state READY
00:30:34.656 [DEBUG - main] (Connection.java:575) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] disconnecting while in state READY
00:30:34.656 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:34.656 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:34.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:34.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:34.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.657 [DEBUG - kudu-nio-5] (Connection.java:239) [peer e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)] handling channelInactive
00:30:34.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer e00643a446ff41f29cac75a03c56c096(127.21.18.1:46179)] cleaning up while in state READY due to: connection closed
00:30:34.658 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:34.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:34.659 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] handling channelInactive
00:30:34.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] cleaning up while in state READY due to: connection closed
00:30:34.661 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:34.662 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.662 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:34.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:34.663 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
00:30:34.663 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:34.663 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-1
00:30:34.663 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:30:34.663 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:30:34.663 [DEBUG - kudu-nio-4] (Connection.java:239) [peer b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)] handling channelInactive
00:30:34.662 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
00:30:34.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer b4b46b5405574cf690f440288c4ea091(127.21.18.2:44803)] cleaning up while in state READY due to: connection closed
00:30:34.664 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:30:34.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:34.665815 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21928
00:30:34.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470634682 for job 989e0e194e66b090605ad814361b1b58.
00:30:34.698 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 989e0e194e66b090605ad814361b1b58 (2302 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:30:34.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:30:34.701 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 26f02ddebee0b7955e1b22515737c0309f9b65bcad61b8afb7cf4da160903fdb from pending
00:30:34.701 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 62b2fa399bb3399db821ed378f8a6cbf790a0171cdfe570e924dbae085834a58 from pending
00:30:34.701 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 2 finished splits from enumerator state
00:30:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:34.776520 22192 connection.cc:573] client connection to 127.21.18.1:46179 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:34.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:34.777102 22192 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:34.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:34.785614 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 22160
00:30:34.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:34.852041 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 22318
00:30:34.904 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] handling channelInactive
00:30:34.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] cleaning up while in state READY due to: connection closed
00:30:34.904 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] handling channelInactive
00:30:34.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4a8645c5d1634428b380f6fdfdc6e029(127.21.18.3:40999)] cleaning up while in state READY due to: connection closed
00:30:34.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:34.920446 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21588
00:30:34.939 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:34.939 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:34.939 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:34.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:34.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:34.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:34.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:34.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:34.985 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:34.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:34.985 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:34.985 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:34.989 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:34.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:34.990 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.18.62:43801(127.21.18.62:43801)] handling channelInactive
00:30:34.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state READY due to: connection closed
00:30:34.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:34.991160 21833 connection.cc:573] client connection to 127.21.18.62:43801 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:34.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:34.991722 21833 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:34.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:35.007582 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21694
00:30:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:35.041374 21833 consensus_peers.cc:597] T 00000000000000000000000000000000 P 7c9257107bb84101ae70033576bd5ecd -> Peer 4ffbe05b6cea4789b0971c480aba1a86 (127.21.18.62:43801): Couldn't send request to peer 4ffbe05b6cea4789b0971c480aba1a86. Status: Network error: Client connection negotiation failed: client connection to 127.21.18.62:43801: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:30:35.048 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:35.049 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:35.049 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:35.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:35.096 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:35.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:35.096 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:35.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:35.097 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:35.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:35.097 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.18.61:41719(127.21.18.61:41719)] handling channelInactive
00:30:35.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state READY due to: connection closed
00:30:35.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:35.098351 21832 connection.cc:573] client connection to 127.21.18.61:41719 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:35.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:35.099871 21576 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21797
00:30:35.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470635182 for job 989e0e194e66b090605ad814361b1b58.
00:30:35.198 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 989e0e194e66b090605ad814361b1b58 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:30:35.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:30:35.229 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:35.230 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:35.230 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:35.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.231 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.231 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:35.237 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:35.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:35.238 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:35.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:35.239 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:35.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:35.239 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.18.60:34117(127.21.18.60:34117)] handling channelInactive
00:30:35.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state READY due to: connection closed
00:30:35.422 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:35.423 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:35.423 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:35.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.424 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:35.478 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.621 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:35.628 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:35.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:35.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:35.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:35.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:35.629 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:35.629 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:35.630 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:35.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:35.630 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:35.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:35.630 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:35.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:35.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:35.631 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:35.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:35.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:35.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:35.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:35.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:35.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:35.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:35.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:35.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:35.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:35.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:35.632 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:35.632 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='757215be17141a00ec1df01c352009a67ecdfe835e4e55042194eb71fd20b835'}]
00:30:35.633 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6a9539fa6a9cb9669aa123228e622a8e91573007cbbd8b485aa5f1af59b71cbb'}]
00:30:35.634 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a34fae8912e46a107a0e60066e3150fcbbff9c6eb91a2f38f12cfaacb48e5279'}]
00:30:35.634 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.634 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e935f6a7c6e7ad62f5b462f59de48b570e4abd97da7285c7c0bfc086186d8202'}]
00:30:35.635 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.636 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:30:35.636 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:35.637 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:30:35.637 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299998, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:35.638 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.639 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:30:35.639 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:35.639 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:30:35.640 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:35.646 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:35.653 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:35.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.671 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:35.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470635681 for job 989e0e194e66b090605ad814361b1b58.
00:30:35.682 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:35.690 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:35.691 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:35.692 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:35.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:30:35.706 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] Successfully connected to peer
00:30:35.707 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:35.720 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.728 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdcefb3b1, L:/127.0.0.1:49566 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:35.731 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.1
00:30:35.738 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:35.740 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:35.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:35.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:35.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:35.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:35.742 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:35.742 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:35.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:35.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:35.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:35.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:35.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:35.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:35.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:35.752 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.753 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:35.753 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [757215be17141a00ec1df01c352009a67ecdfe835e4e55042194eb71fd20b835]
00:30:35.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [757215be17141a00ec1df01c352009a67ecdfe835e4e55042194eb71fd20b835]
00:30:35.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:30:35.754 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:30:35.754 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:35.754 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 757215be17141a00ec1df01c352009a67ecdfe835e4e55042194eb71fd20b835 finished by subtask 2; deferring removal (restored in pending)
00:30:35.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:35.755 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6de7a10f4a4a26b7e1d7ab56e29e964a10f678a489e1851fedec8089cb34464e'}]
00:30:35.757 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.761 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5ee0e947, L:/127.0.0.1:49576 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:35.770 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:35.788 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.793 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:35.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:35.794 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:30:35.794 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:30:35.796 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:30:35.798 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:35.809 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:35.810 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe1f73760, L:/127.0.0.1:51480 - R:/127.20.78.1:39305] using SASL/PLAIN
00:30:35.819 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:35.820 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [e935f6a7c6e7ad62f5b462f59de48b570e4abd97da7285c7c0bfc086186d8202]
00:30:35.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e935f6a7c6e7ad62f5b462f59de48b570e4abd97da7285c7c0bfc086186d8202]
00:30:35.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:30:35.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:30:35.821 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e935f6a7c6e7ad62f5b462f59de48b570e4abd97da7285c7c0bfc086186d8202 finished by subtask 3; deferring removal (restored in pending)
00:30:35.824 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:35.825 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f722329af8e09d48b1ef5f211cea2a7b573eb90a463635516fea9770c95b64e4'}]
00:30:35.826 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:35.826 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:30:35.827 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:35.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:35.831 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.832 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:35.836 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:35.840 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:35.840 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:35.840 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:35.841 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:35.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:35.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:35.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.842 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:35.842 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:35.846 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.849 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd1a4e415, L:/127.0.0.1:49584 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:35.858 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:35.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:35.858 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:30:35.858 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:30:35.859 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:35.859 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6de7a10f4a4a26b7e1d7ab56e29e964a10f678a489e1851fedec8089cb34464e]
00:30:35.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6de7a10f4a4a26b7e1d7ab56e29e964a10f678a489e1851fedec8089cb34464e]
00:30:35.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:30:35.860 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:30:35.861 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6de7a10f4a4a26b7e1d7ab56e29e964a10f678a489e1851fedec8089cb34464e finished by subtask 2; deferring removal (restored in pending)
00:30:35.861 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:35.861 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:35.864 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:35.871 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:35.880 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc8041019, L:/127.0.0.1:49582 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:35.890 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:35.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:35.890 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:35.890 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:30:35.902 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:35.902 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:35.902 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:35.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.904 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=1776ca6cbff043c8aab4fdabb9c05542, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:35.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.904 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:35.905 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [a34fae8912e46a107a0e60066e3150fcbbff9c6eb91a2f38f12cfaacb48e5279]
00:30:35.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a34fae8912e46a107a0e60066e3150fcbbff9c6eb91a2f38f12cfaacb48e5279]
00:30:35.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:30:35.905 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:30:35.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:35.906 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a34fae8912e46a107a0e60066e3150fcbbff9c6eb91a2f38f12cfaacb48e5279 finished by subtask 1; deferring removal (restored in pending)
00:30:35.907 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:35.907 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:35.907 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:35.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:35.908 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.908 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.908 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:35.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:35.908 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:35.910 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:35.912 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:35.916 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0d440cdd, L:/127.0.0.1:49594 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:35.965 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:30:35.965 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:35.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:35.966 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:35.970 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:35.971 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f722329af8e09d48b1ef5f211cea2a7b573eb90a463635516fea9770c95b64e4]
00:30:35.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f722329af8e09d48b1ef5f211cea2a7b573eb90a463635516fea9770c95b64e4]
00:30:35.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:30:35.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:30:35.972 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f722329af8e09d48b1ef5f211cea2a7b573eb90a463635516fea9770c95b64e4 finished by subtask 3; deferring removal (restored in pending)
00:30:35.973 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:35.973 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:35.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:35.999 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:35.999 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:35.999 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:35.999 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:30:36.029 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095723479040001) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:36.029 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [6a9539fa6a9cb9669aa123228e622a8e91573007cbbd8b485aa5f1af59b71cbb]
00:30:36.030 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6a9539fa6a9cb9669aa123228e622a8e91573007cbbd8b485aa5f1af59b71cbb]
00:30:36.030 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:30:36.030 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:30:36.032 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6a9539fa6a9cb9669aa123228e622a8e91573007cbbd8b485aa5f1af59b71cbb finished by subtask 0; deferring removal (restored in pending)
00:30:36.032 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state READY
00:30:36.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:36.063 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] handling channelInactive
00:30:36.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state READY due to: connection closed
00:30:36.064 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:30:36.064 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:30:36.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:36.162 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:36.162 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:36.163 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:36.163 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.164 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:36.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470636182 for job 989e0e194e66b090605ad814361b1b58.
00:30:36.196 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:30:36.198 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:30:36.198 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 757215be17141a00ec1df01c352009a67ecdfe835e4e55042194eb71fd20b835 from pending
00:30:36.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split a34fae8912e46a107a0e60066e3150fcbbff9c6eb91a2f38f12cfaacb48e5279 from pending
00:30:36.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split e935f6a7c6e7ad62f5b462f59de48b570e4abd97da7285c7c0bfc086186d8202 from pending
00:30:36.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6de7a10f4a4a26b7e1d7ab56e29e964a10f678a489e1851fedec8089cb34464e from pending
00:30:36.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6a9539fa6a9cb9669aa123228e622a8e91573007cbbd8b485aa5f1af59b71cbb from pending
00:30:36.199 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split f722329af8e09d48b1ef5f211cea2a7b573eb90a463635516fea9770c95b64e4 from pending
00:30:36.199 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 6 finished splits from enumerator state
00:30:36.338 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:36.338 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:36.339 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:36.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.340 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:36.350 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:36.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:36.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:36.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.352 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:36.418 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:36.419 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:36.419 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:36.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.420 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:36.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:36.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:36.531 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:36.532 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:36.532 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:36.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:36.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:36.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:36.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:36.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:36.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:36.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:36.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:36.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:36.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:36.582 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:36.583 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:36.583 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:36.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:36.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.584 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:36.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:36.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:36.656 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:36.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470636682 for job 989e0e194e66b090605ad814361b1b58.
00:30:36.692 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 989e0e194e66b090605ad814361b1b58 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:30:36.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:30:36.849 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:36.850 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:36.850 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:36.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:36.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:36.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:36.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:36.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:36.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:36.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:36.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:36.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:36.851 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:36.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:36Z chronyd exiting
00:30:36.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:36.989 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:36.989 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:36.989 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:36.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:36.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:36.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:36.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:36.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.156 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470637182 for job 989e0e194e66b090605ad814361b1b58.
00:30:37.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 989e0e194e66b090605ad814361b1b58 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:30:37.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:30:37.234 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:37.234 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:37.234 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:37.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.235 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.235 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.235 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.235 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.235 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:37.248 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:37.248 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:37.249 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:37.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:37.349 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:37.349 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:37.349 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:37.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.351 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:37.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:37.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:37.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:37.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:37.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:37.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:37.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:37.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:37.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:37.583 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:37.583 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:37.583 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:37.583 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:37.619 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 02b5e5b0d4b64411acfeef5587b58537
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8aa3bbc2211842c0ad557265343ee1d2 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 4c28fab87ed0474595298defe04392a7 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:37.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:37.626 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:37.629 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d42b7ec39e93079720eed2c7fb779aafdc948fc99c196a9cca713127ad5a9505'}]
00:30:37.631 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.632 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:30:37.640 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3439fd089b4c0da32436f6965241d3520bacd7ee2b6a379bd3517563a9772961'}]
00:30:37.642 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.642 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1d9c31e33c9c75480ee4de856e37452c941f5e67e9c8d2c4caebb12f10a1a21f'}]
00:30:37.643 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.644 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3cbaeba5df0ce4e83c248468c7b74e15c03d5e536e2fc607f49a80da85bd68f6'}]
00:30:37.644 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:30:37.645 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=4c28fab87ed0474595298defe04392a7@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:37.645 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:30:37.646 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:37.648 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.649 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:30:37.649 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:37.651 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299980, tablet=8aa3bbc2211842c0ad557265343ee1d2@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:37.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:37.657 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.660 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:37.660 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:37.660 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:37.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:37.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:37.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:37.661 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:37.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:37.665 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:37.666 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:37.676 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:37.682 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:37.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470637682 for job 989e0e194e66b090605ad814361b1b58.
00:30:37.687 [DEBUG - kudu-nio-0] (Connection.java:757) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] Successfully connected to peer
00:30:37.697 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:37.698 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.704 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd41cab48, L:/127.0.0.1:57678 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:37.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:30:37.707 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:37.707 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:37.707 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:37.708 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:37.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.708 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.709 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.1
00:30:37.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:37.710 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [32ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [32ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [53ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [53ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [108ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [443ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [883ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [883ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1862ms] too many traces: truncated at 100 traces, deferred=Deferred@128715937(state=PENDING, result=null, callback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357), errback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357)))
00:30:37.712 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:37.712 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [32ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [32ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [53ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [53ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [108ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [443ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [883ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [883ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1862ms] too many traces: truncated at 100 traces, deferred=Deferred@128715937(state=PENDING, result=null, callback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357), errback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.254:46265
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.712 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:30:37.714 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
00:30:37.717 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27717), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [32ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [32ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [53ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [53ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [108ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [108ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [443ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [883ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [883ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1120ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1862ms] too many traces: truncated at 100 traces, deferred=Deferred@128715937(state=PENDING, result=null, callback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357), errback=(continuation of Deferred@903288885 after retry RPC after error@274596903) -> (continuation of Deferred@1113198415 after retry RPC after error@628415137) -> (continuation of Deferred@686782602 after retry RPC after error@1223700108) -> (continuation of Deferred@1522688170 after retry RPC after error@1507854465) -> (continuation of Deferred@169345055 after retry RPC after error@1138088862) -> (continuation of Deferred@182137982 after retry RPC after error@1395036580) -> (continuation of Deferred@427064103 after retry RPC after error@1947228860) -> (continuation of Deferred@666626180 after retry RPC after error@1081599590) -> (continuation of Deferred@2053115916 after retry RPC after error@206790726) -> (continuation of Deferred@1960068736 after retry RPC after error@200264362) -> (continuation of Deferred@1903512491 after retry RPC after error@1714640019) -> (continuation of Deferred@814083731 after retry RPC after error@1170921651) -> (continuation of Deferred@515500978 after retry RPC after error@1649587002) -> (continuation of Deferred@2101098645 after retry RPC after error@1847617729) -> (continuation of Deferred@1058400972 after retry RPC after error@1210664311) -> (continuation of Deferred@1422734455 after retry RPC after error@960899151) -> (continuation of Deferred@697689633 after retry RPC after error@722799769) -> (continuation of Deferred@382135040 after retry RPC after error@516599239) -> (continuation of Deferred@409531601 after retry RPC after error@463098497) -> (continuation of Deferred@983901209 after retry RPC after error@1909064223) -> (continuation of Deferred@786153099 after retry RPC after error@1729953675) -> (continuation of Deferred@1946851997 after retry RPC after error@1441899769) -> (continuation of Deferred@648902442 after retry RPC after error@650978515) -> (continuation of Deferred@112430309 after retry RPC after error@1581065894) -> (continuation of Deferred@333713004 after retry RPC after error@1547721599) -> (continuation of Deferred@1183719606 after retry RPC after error@1907439319) -> (continuation of Deferred@1108722147 after retry RPC after error@483455357)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.254:46265
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.718 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.718 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:37.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
00:30:37.721 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x84163297, L:/127.0.0.1:44616 - R:/127.20.78.1:39305] using SASL/PLAIN
00:30:37.730 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
00:30:37.730 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:30:37.742 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:37.745 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:37.757 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.764 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:37.771 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe0ef7a21, L:/127.0.0.1:57680 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:37.775 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.780 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095731671040001) for scanner KuduScanner(table=replication_test_table, tablet=d3994d4e5c594ca78e3e4d627ee6f45c, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:37.780 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3cbaeba5df0ce4e83c248468c7b74e15c03d5e536e2fc607f49a80da85bd68f6]
00:30:37.782 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3cbaeba5df0ce4e83c248468c7b74e15c03d5e536e2fc607f49a80da85bd68f6 finished by subtask 0; deferring removal (restored in pending)
00:30:37.783 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3cbaeba5df0ce4e83c248468c7b74e15c03d5e536e2fc607f49a80da85bd68f6]
00:30:37.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:30:37.783 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:30:37.784 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:37.785 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cf27a17b71ad2909ccc3a6e85b677602dcf1ed5daeda4f3ee928f9904034112b'}]
00:30:37.786 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.787 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:30:37.787 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}]
00:30:37.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:37.791 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x003d23a3, L:/127.0.0.1:57682 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:37.799 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:37.819 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:37.823 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:37.832 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:37.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:37.832 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:37.833 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:30:37.839 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.843 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:37.843 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:37.843 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:37.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.844 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.845 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:37.845 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27859), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [50ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [79ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [961ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [964ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1984ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3321ms] refreshing cache from master, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3329ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736)))
00:30:37.846 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:37.847 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27859), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [50ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [79ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [961ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [964ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1984ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3321ms] refreshing cache from master, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3329ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.847 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:30:37.849 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
00:30:37.851 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27859), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [29ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [50ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [78ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [79ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [961ms] refreshing cache from master, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [963ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [964ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1984ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3321ms] refreshing cache from master, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3329ms] too many traces: truncated at 100 traces, deferred=Deferred@1840867307(state=PENDING, result=null, callback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736), errback=(continuation of Deferred@287933901 after retry RPC after error@2105949054) -> (continuation of Deferred@1260528735 after retry RPC after error@1828885743) -> (continuation of Deferred@819487599 after retry RPC after error@2093609921) -> (continuation of Deferred@647176411 after retry RPC after error@1607429386) -> (continuation of Deferred@754953863 after retry RPC after error@530253602) -> (continuation of Deferred@548497906 after retry RPC after error@78833619) -> (continuation of Deferred@1441331796 after retry RPC after error@311252444) -> (continuation of Deferred@962089094 after retry RPC after error@709338113) -> (continuation of Deferred@955240775 after retry RPC after error@1085554739) -> (continuation of Deferred@999552195 after retry RPC after error@744695836) -> (continuation of Deferred@1782620478 after retry RPC after error@135774621) -> (continuation of Deferred@738593200 after retry RPC after error@420542436) -> (continuation of Deferred@1983315113 after retry RPC after error@1075564763) -> (continuation of Deferred@1556876001 after retry RPC after error@1115519307) -> (continuation of Deferred@66000409 after retry RPC after error@493650871) -> (continuation of Deferred@566958585 after retry RPC after error@148212650) -> (continuation of Deferred@1945181047 after retry RPC after error@184110981) -> (continuation of Deferred@1938066418 after retry RPC after error@1462290163) -> (continuation of Deferred@746149314 after retry RPC after error@1824301743) -> (continuation of Deferred@1001422801 after retry RPC after error@708720906) -> (continuation of Deferred@1284488906 after retry RPC after error@1160762414) -> (continuation of Deferred@2111403437 after retry RPC after error@645195125) -> (continuation of Deferred@398227103 after retry RPC after error@747196130) -> (continuation of Deferred@441131715 after retry RPC after error@462758834) -> (continuation of Deferred@1877583569 after retry RPC after error@158403472) -> (continuation of Deferred@1257205063 after retry RPC after error@2027245339) -> (continuation of Deferred@1512616446 after retry RPC after error@1535384736)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.857 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095731671040001) for scanner KuduScanner(table=replication_test_table, tablet=4c28fab87ed0474595298defe04392a7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:37.858 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [3439fd089b4c0da32436f6965241d3520bacd7ee2b6a379bd3517563a9772961]
00:30:37.858 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3439fd089b4c0da32436f6965241d3520bacd7ee2b6a379bd3517563a9772961]
00:30:37.858 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:30:37.858 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:30:37.859 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3439fd089b4c0da32436f6965241d3520bacd7ee2b6a379bd3517563a9772961 finished by subtask 1; deferring removal (restored in pending)
00:30:37.859 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xae33deb7, L:/127.0.0.1:57690 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:37.860 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:37.862 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f7e3f3fa06bbf815fefd88b09abe57c25e0b91b5348633938bdcdee940d5953f'}]
00:30:37.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:37.867 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:37.867 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:37.867 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
00:30:37.868 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}]
00:30:37.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
00:30:37.868 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
00:30:37.888 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:37.889 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:37.889 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:37.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:37.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:37.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:37.891 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:37.905 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:37.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:37.905 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:37.906 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:30:37.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:37.922 [DEBUG - kudu-nio-0] (Connection.java:757) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] Successfully connected to peer
00:30:37.926 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.2
00:30:37.938 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095731671040001) for scanner KuduScanner(table=replication_test_table, tablet=a8b0f66b3cb44cc8a666e4976d33318a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:37.940 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [cf27a17b71ad2909ccc3a6e85b677602dcf1ed5daeda4f3ee928f9904034112b]
00:30:37.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cf27a17b71ad2909ccc3a6e85b677602dcf1ed5daeda4f3ee928f9904034112b]
00:30:37.941 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:30:37.941 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:30:37.941 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:37.942 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:37.943 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cf27a17b71ad2909ccc3a6e85b677602dcf1ed5daeda4f3ee928f9904034112b finished by subtask 0; deferring removal (restored in pending)
00:30:37.959 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:37.967 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd8629df8, L:/127.0.0.1:57704 - R:/127.20.78.2:44397] using SASL/PLAIN
00:30:37.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:37.974 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:37.975 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:37.975 [DEBUG - pool-167-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:37.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:37.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:37.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:37.979 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:37.979 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27982), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [13ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [13ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [59ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [68ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [70ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [502ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [643ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [643ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1044ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5180ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@1685593482(state=PENDING, result=null, callback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274), errback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274)))
00:30:37.980 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095731671040001) for scanner KuduScanner(table=replication_test_table, tablet=da9767c9d31d4aa3a713b2b526f9d41a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:37.980 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f7e3f3fa06bbf815fefd88b09abe57c25e0b91b5348633938bdcdee940d5953f]
00:30:37.980 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:37.980 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f7e3f3fa06bbf815fefd88b09abe57c25e0b91b5348633938bdcdee940d5953f]
00:30:37.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
00:30:37.980 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27982), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [13ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [13ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [59ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [68ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [70ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [502ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [643ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [643ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1044ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5180ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@1685593482(state=PENDING, result=null, callback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274), errback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.981 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:30:37.982 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f7e3f3fa06bbf815fefd88b09abe57c25e0b91b5348633938bdcdee940d5953f finished by subtask 1; deferring removal (restored in pending)
00:30:37.983 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
00:30:37.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
00:30:37.985 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:37.985 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27982), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [13ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [13ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [58ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [59ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [68ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [70ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [502ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [502ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [642ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [643ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [643ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1044ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5180ms] refreshing cache from master, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5182ms] too many traces: truncated at 100 traces, deferred=Deferred@1685593482(state=PENDING, result=null, callback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274), errback=(continuation of Deferred@1015911871 after retry RPC after error@1661096206) -> (continuation of Deferred@1843660266 after retry RPC after error@1238679953) -> (continuation of Deferred@430212473 after retry RPC after error@1751068002) -> (continuation of Deferred@626638550 after retry RPC after error@1248738213) -> (continuation of Deferred@2010968284 after retry RPC after error@1719269240) -> (continuation of Deferred@247351919 after retry RPC after error@892795662) -> (continuation of Deferred@637314916 after retry RPC after error@202856084) -> (continuation of Deferred@1887864907 after retry RPC after error@1919607774) -> (continuation of Deferred@846048624 after retry RPC after error@75034207) -> (continuation of Deferred@1090058827 after retry RPC after error@1705612697) -> (continuation of Deferred@980464241 after retry RPC after error@2042214774) -> (continuation of Deferred@2115255976 after retry RPC after error@1463318958) -> (continuation of Deferred@1759820290 after retry RPC after error@1545788513) -> (continuation of Deferred@60573747 after retry RPC after error@394114279) -> (continuation of Deferred@1518610592 after retry RPC after error@269428293) -> (continuation of Deferred@1899182503 after retry RPC after error@185819626) -> (continuation of Deferred@1881774336 after retry RPC after error@436053070) -> (continuation of Deferred@1911245015 after retry RPC after error@1642556209) -> (continuation of Deferred@1564090260 after retry RPC after error@697376681) -> (continuation of Deferred@35080124 after retry RPC after error@1492326956) -> (continuation of Deferred@1438148633 after retry RPC after error@1953843536) -> (continuation of Deferred@1290259141 after retry RPC after error@201689871) -> (continuation of Deferred@451662390 after retry RPC after error@1141516274)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:37.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
00:30:37.986 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:37.986 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
00:30:37.987 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:37.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:37.987 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:37.988 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:30:37.990 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:37.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] disconnecting while in state READY
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.62:38113(127.20.78.62:38113)] disconnecting while in state READY
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state READY
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.61:36875(127.20.78.61:36875)] disconnecting while in state READY
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state READY
00:30:38.027 [DEBUG - main] (Connection.java:575) [peer master-127.20.78.60:41935(127.20.78.60:41935)] disconnecting while in state READY
00:30:38.028 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:38.028 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:38.028 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.78.60:41935(127.20.78.60:41935)] handling channelInactive
00:30:38.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state READY due to: connection closed
00:30:38.028 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.78.62:38113(127.20.78.62:38113)] handling channelInactive
00:30:38.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state READY due to: connection closed
00:30:38.028 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.78.61:36875(127.20.78.61:36875)] handling channelInactive
00:30:38.029 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state READY due to: connection closed
00:30:38.029 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:38.033 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
00:30:38.033 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
00:30:38.033 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
00:30:38.028 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] handling channelInactive
00:30:38.034 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] cleaning up while in state READY due to: connection closed
00:30:38.034 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:30:38.034 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:38.051 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:38.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:38.051 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:30:38.051 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
00:30:38.063 [DEBUG - kudu-nio-5] (Connection.java:239) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] handling channelInactive
00:30:38.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state READY due to: connection closed
00:30:38.063 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-5
00:30:38.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.064536 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21132
00:30:38.088 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:38.088 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:38.088 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:38.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:38.144 [DEBUG - kudu-nio-0] (Connection.java:239) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] handling channelInactive
00:30:38.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state READY due to: connection closed
00:30:38.145 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305) for tablet 8aa3bbc2211842c0ad557265343ee1d2: connection closed
00:30:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.146230 21314 connection.cc:573] client connection to 127.20.78.1:39305 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.146732 21314 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.147794 21454 connection.cc:573] client connection to 127.20.78.1:39305 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:38.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.148336 21454 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:30:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.155094 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21294
00:30:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.159758 21454 consensus_peers.cc:597] T a8b0f66b3cb44cc8a666e4976d33318a P 07ca7a996cee400bb0ad4924a0939ae2 -> Peer b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305): Couldn't send request to peer b75eca145e7a4a3fa3265db45575dce0. Status: Network error: Client connection negotiation failed: client connection to 127.20.78.1:39305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:30:38.161 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:38.161 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:38.161 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:38.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:38.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:38.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:38.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:38.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:38.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:38.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:38.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:38.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:38.162 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:38.165 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] connecting to peer
00:30:38.166 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] Successfully connected to peer
00:30:38.170 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.3
00:30:38.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470638182 for job 989e0e194e66b090605ad814361b1b58.
00:30:38.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:38.192618 21454 consensus_peers.cc:597] T 4c28fab87ed0474595298defe04392a7 P 07ca7a996cee400bb0ad4924a0939ae2 -> Peer b75eca145e7a4a3fa3265db45575dce0 (127.20.78.1:39305): Couldn't send request to peer b75eca145e7a4a3fa3265db45575dce0. Status: Network error: Client connection negotiation failed: client connection to 127.20.78.1:39305: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:30:38.194 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 989e0e194e66b090605ad814361b1b58 (4970 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:30:38.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:30:38.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 3439fd089b4c0da32436f6965241d3520bacd7ee2b6a379bd3517563a9772961 from pending
00:30:38.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f7e3f3fa06bbf815fefd88b09abe57c25e0b91b5348633938bdcdee940d5953f from pending
00:30:38.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 3cbaeba5df0ce4e83c248468c7b74e15c03d5e536e2fc607f49a80da85bd68f6 from pending
00:30:38.196 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split cf27a17b71ad2909ccc3a6e85b677602dcf1ed5daeda4f3ee928f9904034112b from pending
00:30:38.196 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 4 finished splits from enumerator state
00:30:38.198 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:38.205 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9b2c2b28, L:/127.0.0.1:57224 - R:/127.20.78.3:35389] using SASL/PLAIN
00:30:38.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] handling channelInactive
00:30:38.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state READY due to: connection closed
00:30:38.216 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397) for tablet 1776ca6cbff043c8aab4fdabb9c05542: connection closed
00:30:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.216923 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21436
00:30:38.220 [DEBUG - kudu-nio-1] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095731671040001) for scanner KuduScanner(table=replication_test_table, tablet=8aa3bbc2211842c0ad557265343ee1d2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:30:38.221 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d42b7ec39e93079720eed2c7fb779aafdc948fc99c196a9cca713127ad5a9505]
00:30:38.221 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d42b7ec39e93079720eed2c7fb779aafdc948fc99c196a9cca713127ad5a9505]
00:30:38.221 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:30:38.221 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:30:38.222 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d42b7ec39e93079720eed2c7fb779aafdc948fc99c196a9cca713127ad5a9505 finished by subtask 2; deferring removal (restored in pending)
00:30:38.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] disconnecting while in state READY
00:30:38.222 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state TERMINATED
00:30:38.224 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:38.225 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:30:38.225 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:30:38.226 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] handling channelInactive
00:30:38.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] cleaning up while in state READY due to: connection closed
00:30:38.226 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
00:30:38.226 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] connecting to peer
00:30:38.227 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] Successfully connected to peer
00:30:38.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.276957 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 20807
00:30:38.279 [ERROR - kudu-nio-1] (Connection.java:452) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] cleaning up while in state NEGOTIATING due to: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389]
00:30:38.279 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389) for tablet 1776ca6cbff043c8aab4fdabb9c05542: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389]
00:30:38.280 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] handling channelInactive
00:30:38.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:38.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state CONNECTING due to: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.288 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305) for tablet 1776ca6cbff043c8aab4fdabb9c05542: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.307 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.307 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.308 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.20.78.62:38113(127.20.78.62:38113)] Successfully connected to peer
00:30:38.308 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.309 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.20.78.60:41935(127.20.78.60:41935)] Successfully connected to peer
00:30:38.320 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.20.78.61:36875(127.20.78.61:36875)] Successfully connected to peer
00:30:38.322 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.60
00:30:38.323 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.78.62:38113(127.20.78.62:38113)] handling channelInactive
00:30:38.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state READY due to: connection closed
00:30:38.324 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state NEGOTIATING due to: [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113]
00:30:38.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113]
00:30:38.324 [DEBUG - kudu-nio-5] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.78.61
00:30:38.324 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.20.78.62:38113(127.20.78.62:38113)] handling channelInactive
00:30:38.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.325829 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 20877
00:30:38.331 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:30:38.335 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x3b89f8d3, L:/127.0.0.1:39784 - R:/127.20.78.60:41935] using SASL/PLAIN
00:30:38.339 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:30:38.339 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableLocations, tablet=null, attempt=1, TimeoutTracker(timeout=29345, elapsed=32), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [18ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113], [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, deferred=null) after lookup
00:30:38.343 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet 1776ca6cbff043c8aab4fdabb9c05542 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
00:30:38.343 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet d3994d4e5c594ca78e3e4d627ee6f45c for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
00:30:38.343 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet a8b0f66b3cb44cc8a666e4976d33318a for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
00:30:38.343 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2538) Learned about tablet da9767c9d31d4aa3a713b2b526f9d41a for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
00:30:38.343 [DEBUG - kudu-nio-4] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=1776ca6cbff043c8aab4fdabb9c05542@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)[L],f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=d3994d4e5c594ca78e3e4d627ee6f45c@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=a8b0f66b3cb44cc8a666e4976d33318a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)[L],b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=da9767c9d31d4aa3a713b2b526f9d41a@[07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389),b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305),f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
00:30:38.344 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, tablet=1776ca6cbff043c8aab4fdabb9c05542, attempt=4, KuduRpc(method=Scan, tablet=1776ca6cbff043c8aab4fdabb9c05542, attempt=4, TimeoutTracker(timeout=30000, elapsed=692), Traces: [0ms] sending RPC to server f0a32f35d9484f6baa63f472fcc1755c, [550ms] received response from server f0a32f35d9484f6baa63f472fcc1755c: Network error: connection closed, [550ms] delaying RPC due to: Network error: connection closed, [560ms] sending RPC to server 07ca7a996cee400bb0ad4924a0939ae2, [613ms] received response from server 07ca7a996cee400bb0ad4924a0939ae2: Network error: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389], [613ms] delaying RPC due to: Network error: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389], [620ms] sending RPC to server b75eca145e7a4a3fa3265db45575dce0, [622ms] received response from server b75eca145e7a4a3fa3265db45575dce0: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [622ms] delaying RPC due to: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [640ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [658ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113], [672ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, [673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.78.60:41935, [677ms] Sub RPC GetTableLocations: received response from server master-127.20.78.60:41935: OK, deferred=Deferred@1176074729(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup
00:30:38.344 [DEBUG - kudu-nio-4] (Connection.java:748) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] connecting to peer
00:30:38.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397): Connection refused: /127.20.78.2:44397
00:30:38.345 [DEBUG - kudu-nio-6] (Connection.java:709) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] cleaning up while in state CONNECTING due to: Failed to connect to peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397): Connection refused: /127.20.78.2:44397
00:30:38.345 [INFO - kudu-nio-6] (AsyncKuduClient.java:2355) Invalidating location f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397) for tablet 1776ca6cbff043c8aab4fdabb9c05542: Failed to connect to peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397): Connection refused: /127.20.78.2:44397
00:30:38.363 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.78.61:36875(127.20.78.61:36875)] handling channelInactive
00:30:38.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state READY due to: connection closed
00:30:38.363 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.20.78.61:36875(127.20.78.61:36875)] unexpected exception from downstream on [id: 0xe105ae66, L:/127.0.0.1:44706 - R:/127.20.78.61:36875]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state NEGOTIATING due to: [peer master-127.20.78.61:36875(127.20.78.61:36875)] unexpected exception from downstream on [id: 0xe105ae66, L:/127.0.0.1:44706 - R:/127.20.78.61:36875]
00:30:38.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: [peer master-127.20.78.61:36875(127.20.78.61:36875)] unexpected exception from downstream on [id: 0xe105ae66, L:/127.0.0.1:44706 - R:/127.20.78.61:36875]
00:30:38.364 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.20.78.61:36875(127.20.78.61:36875)] handling channelInactive
00:30:38.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:38.364925 20792 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 21005
00:30:38.367 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] connecting to peer
00:30:38.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389): Connection refused: /127.20.78.3:35389
00:30:38.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] cleaning up while in state CONNECTING due to: Failed to connect to peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389): Connection refused: /127.20.78.3:35389
00:30:38.368 [INFO - kudu-nio-7] (AsyncKuduClient.java:2355) Invalidating location 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389) for tablet 1776ca6cbff043c8aab4fdabb9c05542: Failed to connect to peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389): Connection refused: /127.20.78.3:35389
00:30:38.396 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.78.60:41935(127.20.78.60:41935)] handling channelInactive
00:30:38.396 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state READY due to: connection closed
00:30:38.397 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.20.78.60:41935(127.20.78.60:41935)] handling channelInactive
00:30:38.397 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state READY due to: connection closed
00:30:38.410 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:38.411 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:38.411 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:38.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.412 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:38.419 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:38.419 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:38.419 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:38.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:38.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:38.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:38.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:38.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:38.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:38.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:38.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:38.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:38.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:38.421 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28418), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [52ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [521ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [663ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7321ms] refreshing cache from master, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7322ms] too many traces: truncated at 100 traces, deferred=Deferred@878554618(state=PENDING, result=null, callback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054), errback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054)))
00:30:38.421 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:38.421 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28418), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [52ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [521ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [663ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7321ms] refreshing cache from master, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7322ms] too many traces: truncated at 100 traces, deferred=Deferred@878554618(state=PENDING, result=null, callback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054), errback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.422 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:30:38.445 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] connecting to peer
00:30:38.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] cleaning up while in state CONNECTING due to: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.447 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305) for tablet 1776ca6cbff043c8aab4fdabb9c05542: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305
00:30:38.447 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:30:38.450 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28418), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [52ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [69ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [69ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [521ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [660ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [663ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3580ms] refreshing cache from master, [3580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [7321ms] refreshing cache from master, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7322ms] too many traces: truncated at 100 traces, deferred=Deferred@878554618(state=PENDING, result=null, callback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054), errback=(continuation of Deferred@1976998089 after retry RPC after error@1045506634) -> (continuation of Deferred@661867235 after retry RPC after error@2115502474) -> (continuation of Deferred@1061801552 after retry RPC after error@150843529) -> (continuation of Deferred@895801127 after retry RPC after error@198087760) -> (continuation of Deferred@2055532599 after retry RPC after error@530083350) -> (continuation of Deferred@206982957 after retry RPC after error@1942300387) -> (continuation of Deferred@773678564 after retry RPC after error@1923696367) -> (continuation of Deferred@1287147696 after retry RPC after error@370181626) -> (continuation of Deferred@1399316633 after retry RPC after error@1799445028) -> (continuation of Deferred@1702017580 after retry RPC after error@2002770989) -> (continuation of Deferred@466655607 after retry RPC after error@2049007699) -> (continuation of Deferred@175245025 after retry RPC after error@54857014) -> (continuation of Deferred@474031880 after retry RPC after error@1838411563) -> (continuation of Deferred@2001512822 after retry RPC after error@1556817428) -> (continuation of Deferred@1227305954 after retry RPC after error@994015066) -> (continuation of Deferred@699035218 after retry RPC after error@743704309) -> (continuation of Deferred@1545373886 after retry RPC after error@475636160) -> (continuation of Deferred@1719375079 after retry RPC after error@1779717491) -> (continuation of Deferred@1391819255 after retry RPC after error@66295240) -> (continuation of Deferred@966129149 after retry RPC after error@1910669425) -> (continuation of Deferred@144795003 after retry RPC after error@400817266) -> (continuation of Deferred@22006126 after retry RPC after error@1682645054)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.451 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:30:38.452 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:30:38.452 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
00:30:38.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:38.487 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.488 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.20.78.60:41935(127.20.78.60:41935) for tablet Kudu Master: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.489 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:38.490 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:38.490 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:38.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:38.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:38.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:38.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:38.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:38.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:38.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:38.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:38.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:38.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:38.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:38.507 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.507 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.508 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.508 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.508 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.527 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.528 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.528 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.548 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.548 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.548 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.548 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.548 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.566 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.567 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.567 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.567 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.567 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.567 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.587 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.587 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.587 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.588 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.588 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.588 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.666 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.667 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.667 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470638681 for job 989e0e194e66b090605ad814361b1b58.
00:30:38.692 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 989e0e194e66b090605ad814361b1b58 (2294 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:38.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:30:38.693 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 13 complete: removed split d42b7ec39e93079720eed2c7fb779aafdc948fc99c196a9cca713127ad5a9505 from pending
00:30:38.693 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 13 complete: removed 1 finished splits from enumerator state
00:30:38.719 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:38.720 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:38.720 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:38.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:38.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:38.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:38.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:38.770 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.770 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.770 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.771 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.772 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [33ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [34ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [58ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2943ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3701ms] refreshing cache from master, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3703ms] too many traces: truncated at 100 traces, deferred=Deferred@1241868107(state=PENDING, result=null, callback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810), errback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810)))
00:30:38.773 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.773 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.773 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.773 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [33ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [34ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [58ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2943ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3701ms] refreshing cache from master, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3703ms] too many traces: truncated at 100 traces, deferred=Deferred@1241868107(state=PENDING, result=null, callback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810), errback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [33ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [34ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [58ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2943ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3701ms] refreshing cache from master, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3703ms] too many traces: truncated at 100 traces, deferred=Deferred@1241868107(state=PENDING, result=null, callback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810), errback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.189:44553
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.774 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.774 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.774 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.774 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.779 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [33ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [34ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [58ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2943ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3701ms] refreshing cache from master, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3703ms] too many traces: truncated at 100 traces, deferred=Deferred@1241868107(state=PENDING, result=null, callback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810), errback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [15ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [33ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [34ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [58ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [124ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [124ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [141ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [144ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2943ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3701ms] refreshing cache from master, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3703ms] too many traces: truncated at 100 traces, deferred=Deferred@1241868107(state=PENDING, result=null, callback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810), errback=(continuation of Deferred@2092905572 after retry RPC after error@1220970100) -> (continuation of Deferred@1259071429 after retry RPC after error@710274768) -> (continuation of Deferred@793568234 after retry RPC after error@1397044561) -> (continuation of Deferred@1197790515 after retry RPC after error@1120043105) -> (continuation of Deferred@182020192 after retry RPC after error@1892432855) -> (continuation of Deferred@299935152 after retry RPC after error@1199042149) -> (continuation of Deferred@103552131 after retry RPC after error@397382930) -> (continuation of Deferred@58097522 after retry RPC after error@2072690111) -> (continuation of Deferred@501491265 after retry RPC after error@1988634602) -> (continuation of Deferred@1186286502 after retry RPC after error@1752985994) -> (continuation of Deferred@1419150570 after retry RPC after error@1662406373) -> (continuation of Deferred@261280090 after retry RPC after error@82379011) -> (continuation of Deferred@1689810080 after retry RPC after error@889749428) -> (continuation of Deferred@747204686 after retry RPC after error@1621396933) -> (continuation of Deferred@1193211909 after retry RPC after error@824040077) -> (continuation of Deferred@1450297312 after retry RPC after error@310358606) -> (continuation of Deferred@571588308 after retry RPC after error@2106053033) -> (continuation of Deferred@630277950 after retry RPC after error@1251179520) -> (continuation of Deferred@1700498584 after retry RPC after error@647107331) -> (continuation of Deferred@152377432 after retry RPC after error@1488389638) -> (continuation of Deferred@1630633668 after retry RPC after error@1460495338) -> (continuation of Deferred@1996191371 after retry RPC after error@379378020) -> (continuation of Deferred@2083602989 after retry RPC after error@1084189810)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.189:44553
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:38.779 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:38.790 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.790 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.790 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.808 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.810 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.810 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.810 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.830 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.830 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.830 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.831 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.848 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:38.848 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:38.849 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:38.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:38.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:38.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:38.849 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:38.849 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.850 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.850 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.850 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.850 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.850 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.870 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.870 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.870 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.890 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.890 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.890 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.891 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.891 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.891 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.891 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.891 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.891 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.909 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:38.909 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:38.910 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:38.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:38.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:38.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:38.910 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:38.966 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:38.967 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:38.967 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:38.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:38.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:38.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:38.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:38.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:38.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:39.009 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.010 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.010 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.110 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:39.111 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:39.111 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:39.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:39.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470639182 for job 989e0e194e66b090605ad814361b1b58.
00:30:39.191 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:30:39.192 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:30:39.210 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.210 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.210 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.211 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:39.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:39.288 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:39.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.288 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:39.310 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.310 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.311 [DEBUG - pool-164-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.447 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:39.447 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:39.447 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:39.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.448 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:39.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:39Z chronyd exiting
00:30:39.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:39.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:39.589 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:39.589 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:39.589 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:39.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:39.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:39.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:39.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:39.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:39.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:39.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:39.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:39.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:39.590 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:39.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470639682 for job 989e0e194e66b090605ad814361b1b58.
00:30:39.690 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:30:39.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:30:39.750 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:39.751 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:39.751 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:39.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.751 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.751 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.751 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:39.766 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:30:39.767 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:30:39.767 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
00:30:39.768 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:30:39.768 [INFO - Thread-39] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:30:39.768 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
00:30:39.768 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:30:39.769 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:30:39.769 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:30:39.769 [DEBUG - Thread-39] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:39.769 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:39.769 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
00:30:39.769 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:30:39.770 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
00:30:39.770 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:30:39.770 [INFO - Thread-39] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:30:39.770 [INFO - Thread-39] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:30:39.770 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
00:30:39.770 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:39.771 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:30:39.771 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
00:30:39.771 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:30:39.771 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:39.772 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:30:39.772 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
00:30:39.772 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:30:39.772 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
00:30:39.772 [DEBUG - Thread-39] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:39.772 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:39.772 [INFO - Thread-39] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:39.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
00:30:39.773 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:30:39.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
00:30:39.773 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
00:30:39.773 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:30:39.773 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4859482f
00:30:39.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:39.774 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:30:39.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:39.774 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:39.774 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:39.774 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:39.774 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:39.774 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:30:39.774 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
00:30:39.774 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:30:39.774 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
00:30:39.775 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:30:39.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@229eb414
00:30:39.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:39.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:39.775 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:30:39.776 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:30:39.776 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:30:39.776 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.777 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:30:39.777 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
00:30:39.777 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
00:30:39.777 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61cf4bc6
00:30:39.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24ad1b
00:30:39.778 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@26758280
00:30:39.777 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:39.778 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:39.778 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.779 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:30:39.779 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:30:39.780 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:39.781 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:39.781 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e08998d
00:30:39.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
00:30:39.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
00:30:39.782 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.782 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b755f84
00:30:39.783 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:39.783 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:30:39.783 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:30:39.783 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:30:39.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.784 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.785 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.785 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.785 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.785 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5267c188
00:30:39.786 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:39.787 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:39.788 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.788 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.789 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.789 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.789 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.789 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.790 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.790 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.791 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.792 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.792 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.795 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.795 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.796 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.797 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.798 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.799 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.800 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.800 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.808 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.808 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.808 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.808 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.809 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.809 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.809 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.810 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.810 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.811 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.811 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.812 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.813 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.813 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.813 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.813 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.816 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.817 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.817 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.817 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.817 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.818 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.826 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:39.827 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:39.827 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:39.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.827 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:39.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:39.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:39.828 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:39.828 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.828 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.828 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.828 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.829 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.829 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.829 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.829 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.829 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.830 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.830 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.831 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.831 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.832 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.832 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.832 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.833 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.836 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.836 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.836 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.837 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.848 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.849 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.849 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.849 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.849 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.850 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.850 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.851 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.851 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.851 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.851 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.851 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.856 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.857 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.857 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.857 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.868 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.868 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.868 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.868 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.868 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.868 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.869 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.868 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.870 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.868 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.870 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.871 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.871 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.888 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.888 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.889 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.889 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.889 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.889 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.889 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.889 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.889 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.889 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.889 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.890 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.890 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.891 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.891 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.896 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.897 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.897 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.897 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.909 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.909 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.909 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.909 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.909 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.909 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.909 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.910 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.910 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.947 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.948 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.948 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.949 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.949 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.949 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.949 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.949 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.949 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.949 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.949 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.949 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.949 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.950 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.950 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.950 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.950 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.955 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:39.955 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:39.955 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:39.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.956 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.956 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:39.956 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.956 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:39.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:39.956 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:39.956 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.956 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.957 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.969 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.969 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.969 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.969 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.969 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.970 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:39.976 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.976 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.977 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.977 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:39.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:39.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:39.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:39.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:39.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:39.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:39.989 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:39.996 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:39.997 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:39.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:39.997 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:39.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.997 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.997 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:39.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:39.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:39.998 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:40.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.037 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:40.037 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:40.037 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:40.037 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.037 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.037 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.037 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.037 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.037 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.038 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:40.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.050 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.050 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.069 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.069 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.069 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.069 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.069 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.070 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.070 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:40.108 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.108 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.108 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.109 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.128 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.129 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.129 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.129 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.129 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.129 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470640182 for job 989e0e194e66b090605ad814361b1b58.
00:30:40.190 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:30:40.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:30:40.228 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.229 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.229 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.229 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.229 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.229 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.236 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:40.236 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:40.237 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:40.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:40.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:40.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:40.237 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:40.328 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:40.329 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:40.329 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:40.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:40.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:40.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:40.329 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:40.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:40.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:40.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:40.330 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:40.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:40.330 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:40.408 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.409 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.409 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.449 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.450 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:40.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.00:30:40.503 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470640503
00:30:40.503 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470640503
00:30:40.507 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:30:40.511 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:30:40.511 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:30:40.512 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:30:40.512 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:30:40.512 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:30:40.515 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:30:40.519 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:40.519 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:40.520 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:40.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:40.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:40.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:40.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:40.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:40.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:40.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:40.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:40.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:40.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:40.529 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.529 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.530 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.530 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:40.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470640682 for job 989e0e194e66b090605ad814361b1b58.
00:30:40.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:40.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:30:40.709 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.709 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.709 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.710 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.849 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.849 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.850 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.862 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:40.862 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:30:40.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:40.865837 23170 mini_oidc.cc:150] Starting JWKS server
00:30:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:40.869278 23170 webserver.cc:534] Webserver started at http://127.0.0.1:39807/ using document root <none> and password file <none>
00:30:40.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:40.869715 23170 mini_oidc.cc:186] Starting OIDC Discovery server
00:30:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:40.871894 23170 webserver.cc:534] Webserver started at http://127.0.0.1:36345/ using document root <none> and password file <none>
00:30:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:40Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:30:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:40Z Disabled control of system clock
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:40.934125 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/logs
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data/info.pb
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.190:42773
00:30:40.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.190
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:40.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json with env {}
00:30:40.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:40.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:40.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:40.989 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:40.989 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.989 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.989 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.989 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:40.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.989 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.989 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:40.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:40.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:40.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.091 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:41.092 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:41.092 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:41.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.093 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.093 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:41.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470641182 for job 989e0e194e66b090605ad814361b1b58.
00:30:41.190 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:30:41.191 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:30:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.254740 23182 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:41.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.255349 23182 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:41.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.255865 23182 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.289918 23182 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.290221 23182 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.290488 23182 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.290705 23182 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.290901 23182 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.291046 23182 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39807/jwks.json
00:30:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:41.330340 23182 master_runner.cc:387] Master server non-default flags:
00:30:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.190:42773
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data/info.pb
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.190
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/logs
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:41.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:41.331761 23182 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:41.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:41.333595 23182 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:41.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.346105 23188 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:41.349 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:41.350 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:41.350 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:41.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.351 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:41.460 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:41.460 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:41.460 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:41.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.461 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.461 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:41.461 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:41.461 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.461 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:41.461 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:41.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.497 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:41.497 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:41.497 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:41.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.498 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:41.510 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:41.510 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:41.511 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:41.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:41.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.608 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:41.608 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:41.609 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:41.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.610 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:41.629 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:41.629 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:41.629 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:41.629 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:41.629 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:41.629 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:41.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.631 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:41.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:41.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470641682 for job 989e0e194e66b090605ad814361b1b58.
00:30:41.694 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:30:41.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:30:41.770 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:41.770 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:41.771 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:41.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.771 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.772 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:41.789 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:41.790 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:41.790 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:41.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:41.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:41.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:41.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:41.855 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:41.855 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:41.856 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:41.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:41.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.857 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:41.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:41.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:41.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:41.976 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:41.977 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:41.977 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:41.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:41.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:41.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:41.978 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:41.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470642181 for job 989e0e194e66b090605ad814361b1b58.
00:30:42.192 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:42.193 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:30:42.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:42.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:42.221 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:42.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:42.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:42.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:42.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:42.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:42.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:42.222 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:42.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:42.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:42.222 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:42.250 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:42.251 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:42.251 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:42.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.252 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:42.269 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:42.270 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:42.270 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:42.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.271 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:42.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:41.346684 23189 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.487187 23191 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.489398 23190 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1140 milliseconds
00:30:42.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.489571 23182 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:42.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.490933 23182 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:42.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.493497 23182 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.494866 23182 hybrid_clock.cc:648] HybridClock initialized: now 1783470642494832 us; error 40 us; skew 500 ppm
00:30:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.495747 23182 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:42.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.502243 23182 webserver.cc:534] Webserver started at http://127.22.160.190:38035/ using document root <none> and password file <none>
00:30:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.503121 23182 fs_manager.cc:362] Metadata directory not provided
00:30:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.503319 23182 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:42.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.503716 23182 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.508129 23182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data/instance:
00:30:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11a91f9d16e04bc0ac0ccd077ba194a6"
00:30:42.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:42 on dist-test-slave-qgzj"
00:30:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.509359 23182 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal/instance:
00:30:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11a91f9d16e04bc0ac0ccd077ba194a6"
00:30:42.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:42 on dist-test-slave-qgzj"
00:30:42.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.517107 23182 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
00:30:42.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.522917 23198 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.524116 23182 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
00:30:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.524452 23182 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal
00:30:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11a91f9d16e04bc0ac0ccd077ba194a6"
00:30:42.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:42 on dist-test-slave-qgzj"
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.524803 23182 fs_report.cc:389] FS layout report
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data/data
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:42.551 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:42.552 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:42.552 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:42.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:42.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:42.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:42.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:42.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:42.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:42.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:42.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:42.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:42.553 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:42.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.580143 23182 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.581730 23182 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.582149 23182 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:42.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.655337 23182 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.190:42773
00:30:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.655412 23249 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.190:42773 every 8 connection(s)
00:30:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.658155 23182 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/data/info.pb
00:30:42.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.660243 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23182
00:30:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.660974 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-0/wal/instance
00:30:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.665647 23250 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.666088 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/logs
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data/info.pb
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.189:38747
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.189
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:42.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json with env {}
00:30:42.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.678349 23250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } has no permanent_uuid. Determining permanent_uuid...
00:30:42.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470642681 for job 989e0e194e66b090605ad814361b1b58.
00:30:42.691 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:30:42.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:30:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.713320 23250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } has no permanent_uuid. Determining permanent_uuid...
00:30:42.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.716229 23199 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.721007 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:42.727 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:42.727 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:42.727 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:42.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:42.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:42.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:42.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:42.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:42.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:42.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:42.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:42.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:42.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:42.768 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:42.768 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:42.769 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:42.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.769 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.769 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:42.769 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.769 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.769 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:42.769 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.769 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:42.770 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:42.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.770543 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 1
00:30:42.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.775719 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:42.809 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:42.810 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:42.810 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:42.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:42.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:42.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:42.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:42.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:42.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:42.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:42.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:42.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:42.811 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:42.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.844187 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 2
00:30:42.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.849216 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:42.889 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:42.890 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:42.890 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:42.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.890 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.890 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:42.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:42.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:42.890 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:42.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:42.940687 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 3
00:30:42.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.945557 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:42.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.993884 23252 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:42.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.994452 23252 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:42.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:42.994912 23252 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:42.998 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.029711 23252 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.030040 23252 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.030304 23252 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.030558 23252 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.030762 23252 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.030912 23252 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39807/jwks.json
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.069332 23252 master_runner.cc:387] Master server non-default flags:
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal
00:30:43.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.189:38747
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data/info.pb
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.189
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/logs
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:43.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:43.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.070959 23252 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:43.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.072674 23252 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:43.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.083485 23261 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:43.086 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:43.087 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:43.087 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:43.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:43.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.088994 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 4
00:30:43.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.095342 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:43.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470643182 for job 989e0e194e66b090605ad814361b1b58.
00:30:43.197 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:43.201 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:30:43.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.394816 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 5
00:30:43.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.403031 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:43.427 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:43.427 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:43.427 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:43.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.429 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:43.469 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:43.470 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:43.470 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:43.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:43.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:43.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:43.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:43.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:43.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:43.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:43.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:43.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:43.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:43.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.498 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:43.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:43.582 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:43.582 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:43.582 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:43.582 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:43.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:43.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:43.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:43.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:43.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:43.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:43.583 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:43.586 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:43.587 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:43.587 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:43.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:43.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:43.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:43.587 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:43.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.659 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:43.660 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:43.660 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:43.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:43.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:43.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:43.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:43.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:43.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:43.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:43.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:43.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:43.662 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:43.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470643682 for job 989e0e194e66b090605ad814361b1b58.
00:30:43.693 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:43.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:30:43.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:43.950531 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 6
00:30:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.972764 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.189:38747: Network error: Client connection negotiation failed: client connection to 127.22.160.189:38747: connect: Connection refused (error 111)
00:30:43.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:43.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:44.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:44.009 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:44.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:44.079 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:44.079 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:44.080 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:44.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.080 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.081 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:44.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.149 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:44.149 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:44.150 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:44.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:44.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470644182 for job 989e0e194e66b090605ad814361b1b58.
00:30:44.193 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:44.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:30:44.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:43.084750 23262 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:44.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.317145 23252 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.231s	user 0.430s	sys 0.793s
00:30:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.317762 23252 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.232s	user 0.430s	sys 0.793s
00:30:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.317797 23264 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.318560 23263 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1230 milliseconds
00:30:44.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.318652 23252 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:44.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.320353 23252 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:44.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.323705 23252 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.325377 23252 hybrid_clock.cc:648] HybridClock initialized: now 1783470644325327 us; error 46 us; skew 500 ppm
00:30:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.326350 23252 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.334626 23252 webserver.cc:534] Webserver started at http://127.22.160.189:39315/ using document root <none> and password file <none>
00:30:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.335705 23252 fs_manager.cc:362] Metadata directory not provided
00:30:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.335958 23252 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.336558 23252 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:44.339 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:44.339 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:44.339 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:44.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:44.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:44.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:44.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.341666 23252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data/instance:
00:30:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae481215411f4463ac5fc90f17c85fa9"
00:30:44.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:44 on dist-test-slave-qgzj"
00:30:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.342861 23252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal/instance:
00:30:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae481215411f4463ac5fc90f17c85fa9"
00:30:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:44 on dist-test-slave-qgzj"
00:30:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.351693 23252 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.009s	sys 0.001s
00:30:44.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.358340 23274 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.359736 23252 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:30:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.360105 23252 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal
00:30:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae481215411f4463ac5fc90f17c85fa9"
00:30:44.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:44 on dist-test-slave-qgzj"
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.360463 23252 fs_report.cc:389] FS layout report
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data/data
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:44.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:44.430 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:44.431 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:44.431 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:44.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:44.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.431907 23252 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:44.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.433535 23252 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:44.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.434021 23252 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:44.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.506839 23252 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.189:38747
00:30:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.506922 23325 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.189:38747 every 8 connection(s)
00:30:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.509949 23252 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/data/info.pb
00:30:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.515031 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23252
00:30:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.515520 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-1/wal/instance
00:30:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.516734 23326 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.518427 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/logs
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data/info.pb
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.188:40719
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.188
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:44.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json with env {}
00:30:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.530520 23326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } has no permanent_uuid. Determining permanent_uuid...
00:30:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.552573 23326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } has no permanent_uuid. Determining permanent_uuid...
00:30:44.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.568728 23326 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
00:30:44.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.571849 23277 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.576346 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.625957 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 1
00:30:44.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.630971 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470644682 for job 989e0e194e66b090605ad814361b1b58.
00:30:44.691 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:30:44.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:30:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.699426 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 2
00:30:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.704869 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.748 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:44.749 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:44.749 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:44.749 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.749 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.749 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.749 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.749 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.749 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.750 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.796337 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 3
00:30:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.800773 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.843019 23328 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:44.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.843722 23328 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.844300 23328 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:44.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.877682 23328 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.878029 23328 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.878340 23328 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:44.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.878639 23328 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.878927 23328 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:44.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.879179 23328 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39807/jwks.json
00:30:44.910 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:44.910 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:44.910 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:44.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:44.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:44.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:44.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.917874 23328 master_runner.cc:387] Master server non-default flags:
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.188:40719
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39807/jwks.json
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data/info.pb
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.188
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/logs
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:44.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:44.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.919514 23328 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:44.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.921274 23328 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:44.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.932193 23338 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:44.935 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:44.936 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:44.936 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:44.936 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.936 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:44.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:44.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:44.937 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:44.944195 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 4
00:30:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.949498 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:44.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:44.997 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.033304 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } attempt: 7
00:30:45.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.060710 23250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
00:30:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.068634 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:45.116 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:45.117 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:45.117 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:45.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:45.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:45.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:45.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:45.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:45.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:45.118 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:45.118 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:45.118 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:45.118 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:45.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.127195 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 1
00:30:45.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.134341 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.149 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:45.149 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:45.149 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:45.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.150 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:45.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470645182 for job 989e0e194e66b090605ad814361b1b58.
00:30:45.192 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:30:45.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:30:45.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.215827 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 2
00:30:45.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.220456 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.252 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:45.253 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:45.253 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:45.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:45.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:45.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:45.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:45.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:45.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:45.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:45.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:45.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:45.255 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:45.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.248987 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 5
00:30:45.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.257612 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.305902 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 3
00:30:45.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.310827 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.451293 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 4
00:30:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.455803 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:45.497 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:45.554 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:45.554 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:45.554 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:45.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:45.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:45.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:45.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:45.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:45.651 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:45.651 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:45.652 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:45.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:45.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:45.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:45.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:45.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:45.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:45.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:45.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:45.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:45.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:45.653 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27114), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [188ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [275ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [324ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [325ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [330ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [331ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [365ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [365ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [381ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [387ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [387ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [503ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [722ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3400ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5440ms] refreshing cache from master, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@1664195260(state=PENDING, result=null, callback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593), errback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593)))
00:30:45.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:45.655 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27114), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [188ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [275ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [324ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [325ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [330ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [331ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [365ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [365ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [381ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [387ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [387ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [503ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [722ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3400ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5440ms] refreshing cache from master, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@1664195260(state=PENDING, result=null, callback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593), errback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:45.655 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
00:30:45.658 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:30:45.661 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=27114), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [188ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [275ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [324ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [324ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [325ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [330ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [331ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [365ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [365ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [381ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [387ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [387ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [503ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [722ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3400ms] refreshing cache from master, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5440ms] refreshing cache from master, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5441ms] too many traces: truncated at 100 traces, deferred=Deferred@1664195260(state=PENDING, result=null, callback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593), errback=(continuation of Deferred@1697333948 after retry RPC after error@567738013) -> (continuation of Deferred@2079089805 after retry RPC after error@350745910) -> (continuation of Deferred@728136628 after retry RPC after error@1037191763) -> (continuation of Deferred@620927336 after retry RPC after error@250054331) -> (continuation of Deferred@373614344 after retry RPC after error@971749185) -> (continuation of Deferred@143892685 after retry RPC after error@980630842) -> (continuation of Deferred@188674523 after retry RPC after error@1862995522) -> (continuation of Deferred@2055949990 after retry RPC after error@1496458784) -> (continuation of Deferred@637445364 after retry RPC after error@305190679) -> (continuation of Deferred@846091657 after retry RPC after error@2049271490) -> (continuation of Deferred@715957366 after retry RPC after error@1051743835) -> (continuation of Deferred@2125631001 after retry RPC after error@795931771) -> (continuation of Deferred@1613785847 after retry RPC after error@1552874020) -> (continuation of Deferred@908490218 after retry RPC after error@509447289) -> (continuation of Deferred@2102995607 after retry RPC after error@1445834946) -> (continuation of Deferred@1403061960 after retry RPC after error@569206401) -> (continuation of Deferred@366276025 after retry RPC after error@784659553) -> (continuation of Deferred@1971855415 after retry RPC after error@1067157865) -> (continuation of Deferred@219156998 after retry RPC after error@75401273) -> (continuation of Deferred@809736473 after retry RPC after error@1399889593)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:45.662 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:45.664 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
00:30:45.664 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:30:45.664 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:30:45.665 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
00:30:45.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470645682 for job 989e0e194e66b090605ad814361b1b58.
00:30:45.694 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:30:45.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:30:45.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.739240 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 5
00:30:45.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.745797 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:45.805104 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 6
00:30:45.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:45.816290 23326 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:45.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:46.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:46.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470646181 for job 989e0e194e66b090605ad814361b1b58.
00:30:46.191 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:30:46.191 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:30:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.937529 23341 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:46.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:44.933766 23339 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:46.207726 23340 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1274 milliseconds
00:30:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.207864 23328 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:46.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.209436 23328 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:46.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.212177 23328 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:46.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.213529 23328 hybrid_clock.cc:648] HybridClock initialized: now 1783470646213497 us; error 42 us; skew 500 ppm
00:30:46.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.214339 23328 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:46.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.220485 23328 webserver.cc:534] Webserver started at http://127.22.160.188:46701/ using document root <none> and password file <none>
00:30:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.221551 23328 fs_manager.cc:362] Metadata directory not provided
00:30:46.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.221772 23328 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:46.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.222283 23328 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.226722 23328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data/instance:
00:30:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b74129c6aa4fd8be9e9d327c491469"
00:30:46.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:46 on dist-test-slave-qgzj"
00:30:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.228106 23328 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal/instance:
00:30:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b74129c6aa4fd8be9e9d327c491469"
00:30:46.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:46 on dist-test-slave-qgzj"
00:30:46.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.236340 23328 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.000s
00:30:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.242220 23352 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:46.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.243269 23328 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.243616 23328 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b1b74129c6aa4fd8be9e9d327c491469"
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:46 on dist-test-slave-qgzj"
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.244057 23328 fs_report.cc:389] FS layout report
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data/data
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:46.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:46.249 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:46.249 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:46.249 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:46.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:46.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:46.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:46.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:46.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:46.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:46.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:46.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:46.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:46.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:46.251 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27711), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [112ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [193ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [194ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [252ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [260ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [268ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [268ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [305ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [311ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [522ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1542ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2444ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6360ms] refreshing cache from master, [6360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6362ms] too many traces: truncated at 100 traces, deferred=Deferred@2043556288(state=PENDING, result=null, callback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566), errback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566)))
00:30:46.252 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:46.252 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27711), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [112ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [193ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [194ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [252ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [260ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [268ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [268ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [305ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [311ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [522ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1542ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2444ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6360ms] refreshing cache from master, [6360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6362ms] too many traces: truncated at 100 traces, deferred=Deferred@2043556288(state=PENDING, result=null, callback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566), errback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:46.253 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
00:30:46.255 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:30:46.258 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27711), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [112ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [193ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [194ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [249ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [252ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [256ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [260ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [268ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [268ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [305ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [310ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [311ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [443ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [521ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [522ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1542ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2440ms] refreshing cache from master, [2440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2444ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6360ms] refreshing cache from master, [6360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6362ms] too many traces: truncated at 100 traces, deferred=Deferred@2043556288(state=PENDING, result=null, callback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566), errback=(continuation of Deferred@133408021 after retry RPC after error@474895610) -> (continuation of Deferred@975390725 after retry RPC after error@845885104) -> (continuation of Deferred@673902309 after retry RPC after error@1177388702) -> (continuation of Deferred@1726913854 after retry RPC after error@219881981) -> (continuation of Deferred@1916382077 after retry RPC after error@1485494994) -> (continuation of Deferred@1251982224 after retry RPC after error@517959671) -> (continuation of Deferred@562187538 after retry RPC after error@802185146) -> (continuation of Deferred@405021419 after retry RPC after error@2103527119) -> (continuation of Deferred@1320713900 after retry RPC after error@1664669006) -> (continuation of Deferred@1521647800 after retry RPC after error@764600863) -> (continuation of Deferred@542290975 after retry RPC after error@98932734) -> (continuation of Deferred@1268543674 after retry RPC after error@1906631116) -> (continuation of Deferred@1147355563 after retry RPC after error@1838179518) -> (continuation of Deferred@1159843862 after retry RPC after error@324920319) -> (continuation of Deferred@1307416102 after retry RPC after error@599174833) -> (continuation of Deferred@1759275953 after retry RPC after error@341978958) -> (continuation of Deferred@899667778 after retry RPC after error@600450150) -> (continuation of Deferred@675299917 after retry RPC after error@761069652) -> (continuation of Deferred@1714677626 after retry RPC after error@346560206) -> (continuation of Deferred@1053846588 after retry RPC after error@2068485138) -> (continuation of Deferred@45855798 after retry RPC after error@1458687177) -> (continuation of Deferred@1811807143 after retry RPC after error@1152911566)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:46.259 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:46.259 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
00:30:46.259 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:30:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.298310 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 6
00:30:46.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.304286 23328 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:46.305383 23250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.160.188:40719: Network error: Client connection negotiation failed: client connection to 127.22.160.188:40719: connect: Connection refused (error 111)
00:30:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.306005 23328 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:46.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.306414 23328 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:46.366 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:46.367 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:46.367 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:46.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:46.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:46.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:46.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:46.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:46.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:46.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:46.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:46.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:46.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:46.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.378509 23328 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.188:40719
00:30:46.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.378648 23405 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.188:40719 every 8 connection(s)
00:30:46.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.381742 23328 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/data/info.pb
00:30:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.384454 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23328
00:30:46.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.384934 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/master-2/wal/instance
00:30:46.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.389098 23406 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.404920 23406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } has no permanent_uuid. Determining permanent_uuid...
00:30:46.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.431978 23406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } has no permanent_uuid. Determining permanent_uuid...
00:30:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.443130 23406 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } has no permanent_uuid. Determining permanent_uuid...
00:30:46.457 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:46.457 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:46.457 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:46.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:46.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:46.458 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:46.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:46.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:46.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:46.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:46.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:46.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:46.459 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:46.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.461105 23406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: Bootstrap starting.
00:30:46.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.467965 23406 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: Neither blocks nor log segments found. Creating new log.
00:30:46.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.469944 23406 log.cc:826] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: Log is configured to *not* fsync() on all Append() calls
00:30:46.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.474587 23406 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: No bootstrap required, opened a new log
00:30:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.494357 23406 raft_consensus.cc:359] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.494995 23406 raft_consensus.cc:385] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:46.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.495198 23406 raft_consensus.cc:740] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b1b74129c6aa4fd8be9e9d327c491469, State: Initialized, Role: FOLLOWER
00:30:46.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.495944 23406 consensus_queue.cc:260] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.498322 23415 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:46.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.499236 23415 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: This master's current role is: FOLLOWER
00:30:46.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.499882 23406 sys_catalog.cc:565] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: configured and running, proceeding with master startup.
00:30:46.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:46.530094 23426 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:30:46.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:46.533038 23426 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:30:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.525425 23328 master_runner.cc:187] Error getting master registration for 127.22.160.190:42773: OK, instance_id { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" instance_seqno: 1783470642635929 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:30:46.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.560667 23328 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:30:46.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:46.561774 23360 tablet.cc:2406] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:46.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:46.608 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:46.609 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:46.609 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:46.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:46.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:46.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:46.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:46.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:46.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:46.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:46.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:46.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:46.610 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:46.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.632968 23415 raft_consensus.cc:493] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:30:46.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.633560 23415 raft_consensus.cc:515] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.635885 23415 leader_election.cc:290] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 11a91f9d16e04bc0ac0ccd077ba194a6 (127.22.160.190:42773), ae481215411f4463ac5fc90f17c85fa9 (127.22.160.189:38747)
00:30:46.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470646681 for job 989e0e194e66b090605ad814361b1b58.
00:30:46.691 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:30:46.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:30:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.876837 23326 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 7
00:30:46.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.897792 23326 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: Bootstrap starting.
00:30:46.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.905911 23326 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: Neither blocks nor log segments found. Creating new log.
00:30:46.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.908188 23326 log.cc:826] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: Log is configured to *not* fsync() on all Append() calls
00:30:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.913872 23326 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: No bootstrap required, opened a new log
00:30:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.943244 23326 raft_consensus.cc:359] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.944087 23326 raft_consensus.cc:385] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.944410 23326 raft_consensus.cc:740] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae481215411f4463ac5fc90f17c85fa9, State: Initialized, Role: FOLLOWER
00:30:46.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.945591 23326 consensus_queue.cc:260] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.948328 23430 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:46.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.949157 23430 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: This master's current role is: FOLLOWER
00:30:46.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.950330 23326 sys_catalog.cc:565] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: configured and running, proceeding with master startup.
00:30:46.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.950484 23301 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1b74129c6aa4fd8be9e9d327c491469" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae481215411f4463ac5fc90f17c85fa9" is_pre_election: true
00:30:46.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.951360 23301 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b1b74129c6aa4fd8be9e9d327c491469 in term 0.
00:30:46.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.953011 23353 leader_election.cc:304] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae481215411f4463ac5fc90f17c85fa9, b1b74129c6aa4fd8be9e9d327c491469; no voters: 
00:30:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.954173 23415 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:30:46.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.954491 23415 raft_consensus.cc:493] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:30:46.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.954816 23415 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 0 FOLLOWER]: Advancing to term 1
00:30:46.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.959712 23415 raft_consensus.cc:515] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:46.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.963783 23301 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1b74129c6aa4fd8be9e9d327c491469" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae481215411f4463ac5fc90f17c85fa9"
00:30:46.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.964367 23301 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 0 FOLLOWER]: Advancing to term 1
00:30:46.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.968989 23415 leader_election.cc:290] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [CANDIDATE]: Term 1 election: Requested vote from peers 11a91f9d16e04bc0ac0ccd077ba194a6 (127.22.160.190:42773), ae481215411f4463ac5fc90f17c85fa9 (127.22.160.189:38747)
00:30:46.975 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:46.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.975590 23301 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b1b74129c6aa4fd8be9e9d327c491469 in term 1.
00:30:46.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.977269 23353 leader_election.cc:304] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: ae481215411f4463ac5fc90f17c85fa9, b1b74129c6aa4fd8be9e9d327c491469; no voters: 
00:30:46.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.978156 23415 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 1 FOLLOWER]: Leader election won for term 1
00:30:46.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.989574 23415 raft_consensus.cc:697] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [term 1 LEADER]: Becoming Leader. State: Replica: b1b74129c6aa4fd8be9e9d327c491469, State: Running, Role: LEADER
00:30:46.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:46.990832 23415 consensus_queue.cc:237] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.011763 23435 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1b74129c6aa4fd8be9e9d327c491469. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.012607 23435 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: This master's current role is: LEADER
00:30:47.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.015645 23439 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:30:47.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.025910 23439 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:30:47.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.045439 23301 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [term 1 FOLLOWER]: Refusing update from remote peer b1b74129c6aa4fd8be9e9d327c491469: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:47.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.050531 23415 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:47.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.077348 23441 mvcc.cc:204] Tried to move back new op lower bound from 7305095770272231424 to 7305095770087374848. Current Snapshot: MvccSnapshot[applied={T|T < 7305095770272231424}]
00:30:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.075851 23430 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1b74129c6aa4fd8be9e9d327c491469. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.078496 23430 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: This master's current role is: FOLLOWER
00:30:47.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.086138 23448 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:30:47.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:47.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.092377 23415 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.093160 23415 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: This master's current role is: LEADER
00:30:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.099858 23439 catalog_manager.cc:1382] Generated new cluster ID: b860847de90844e2b78918b444287ac4
00:30:47.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.100196 23439 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:30:47.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.103575 23430 sys_catalog.cc:455] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.104288 23430 sys_catalog.cc:458] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9 [sys.catalog]: This master's current role is: FOLLOWER
00:30:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.098970 23252 master_runner.cc:187] Error getting master registration for 127.22.160.190:42773: OK, instance_id { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" instance_seqno: 1783470642635929 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:30:47.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.131436 23252 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:30:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.134636 23439 catalog_manager.cc:1405] Generated new certificate authority record
00:30:47.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.136766 23439 catalog_manager.cc:1539] Loading token signing keys...
00:30:47.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.169312 23439 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469: Generated new TSK 0
00:30:47.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.170497 23439 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:30:47.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470647182 for job 989e0e194e66b090605ad814361b1b58.
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.194121 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/logs
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data/info.pb
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:47.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.129:0
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.129
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.129
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:47.195 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:30:47.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:47.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:30:47.263 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:30:47.264 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:30:47.264 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
00:30:47.265 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
00:30:47.265 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:30:47.266 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:47.266 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 61 for source Source: KuduSource to checkpoint.
00:30:47.267 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:30:47.267 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:30:47.267 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:30:47.268 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
00:30:47.268 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:30:47.268 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
00:30:47.268 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
00:30:47.269 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:30:47.269 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:47.270 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:30:47.270 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 61 for source Source: KuduSource to checkpoint.
00:30:47.271 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:30:47.271 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
00:30:47.271 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
00:30:47.272 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@425dc3b
00:30:47.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:47.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:47.273 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:30:47.274 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:30:47.275 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
00:30:47.275 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
00:30:47.277 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68aa01ea
00:30:47.277 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:47.277 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:47.277 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:30:47.277 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:30:47.278 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e8b11c
00:30:47.282 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:47.283 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bde6096
00:30:47.284 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.285 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.287 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.291 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:47.293 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.304 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.307 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.309 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.311 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.313 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.324 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.325 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.326 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.327 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.333 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.334 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.335 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.336 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.337 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.338809 23250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } attempt: 7
00:30:47.344 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.345 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.345 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.345 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.345 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.345 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.346 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.346 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.346 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.346 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.349 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:47.349 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:47.349 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:47.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.349 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.349 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.349 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:47.350 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:47.350 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:47.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:47.351 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:47.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:47.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:47.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:47.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:47.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:47.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:47.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:47.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:47.351 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:47.353 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.355 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.357 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.357 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.358 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.364 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.364 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.364 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.365 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.373 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.373 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.373 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.375 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.375 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:47.376 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:47.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.376 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:47.376 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.376 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.376 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.384 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.384 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.384 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.385 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:47.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.386 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.386 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.393 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.393 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.393 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.394 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.401347 23250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: Bootstrap starting.
00:30:47.413 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.413 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.413 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.419 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.419 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.420 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.422 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28888), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [205ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [210ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [218ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [218ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [337ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [344ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [354ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [354ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [377ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [386ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [783ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [983ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1043ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@1331324366(state=PENDING, result=null, callback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961), errback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961)))
00:30:47.423 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:47.423 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28888), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [205ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [210ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [218ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [218ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [337ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [344ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [354ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [354ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [377ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [386ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [783ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [983ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1043ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@1331324366(state=PENDING, result=null, callback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961), errback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:47.423 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:30:47.426 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:30:47.428 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.429 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.429 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.430 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.431 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28888), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [205ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [209ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [210ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [218ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [218ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [337ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [344ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [354ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [354ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [377ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [384ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [385ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [386ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [400ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [782ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [783ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [982ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [983ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1043ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@1331324366(state=PENDING, result=null, callback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961), errback=(continuation of Deferred@1821346695 after retry RPC after error@176558196) -> (continuation of Deferred@781482267 after retry RPC after error@855383314) -> (continuation of Deferred@574585721 after retry RPC after error@402705146) -> (continuation of Deferred@366031936 after retry RPC after error@1192738661) -> (continuation of Deferred@506126413 after retry RPC after error@6536808) -> (continuation of Deferred@470608144 after retry RPC after error@1713013091) -> (continuation of Deferred@804990309 after retry RPC after error@855004684) -> (continuation of Deferred@1229552939 after retry RPC after error@2078993656) -> (continuation of Deferred@218920677 after retry RPC after error@231343998) -> (continuation of Deferred@266900425 after retry RPC after error@591999968) -> (continuation of Deferred@1302123058 after retry RPC after error@280026376) -> (continuation of Deferred@1535992332 after retry RPC after error@825334958) -> (continuation of Deferred@446154232 after retry RPC after error@215548735) -> (continuation of Deferred@1022664106 after retry RPC after error@18723446) -> (continuation of Deferred@620830632 after retry RPC after error@1627726028) -> (continuation of Deferred@2030364811 after retry RPC after error@367426527) -> (continuation of Deferred@943180436 after retry RPC after error@1895603742) -> (continuation of Deferred@778199098 after retry RPC after error@150785706) -> (continuation of Deferred@244958795 after retry RPC after error@436315624) -> (continuation of Deferred@668951842 after retry RPC after error@1236825837) -> (continuation of Deferred@164846095 after retry RPC after error@510300216) -> (continuation of Deferred@1111490722 after retry RPC after error@1212487961)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:47.432 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:47.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.431852 23250 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: Neither blocks nor log segments found. Creating new log.
00:30:47.434 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
00:30:47.434 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:30:47.434 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:30:47.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.440455 23250 log.cc:826] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: Log is configured to *not* fsync() on all Append() calls
00:30:47.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.462864 23250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: No bootstrap required, opened a new log
00:30:47.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:47.487 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:47.488 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:47.488 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:47.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.488 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.488 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:47.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.488 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:47.489 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:47.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.489 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.489 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.488 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:47.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:47.489 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:47.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:47.490 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:47.494 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.494 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.494 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.495 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.495 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.495 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.510789 23250 raft_consensus.cc:359] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:47.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.511620 23250 raft_consensus.cc:385] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:30:47.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.511912 23250 raft_consensus.cc:740] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11a91f9d16e04bc0ac0ccd077ba194a6, State: Initialized, Role: FOLLOWER
00:30:47.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.513079 23250 consensus_queue.cc:260] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } }
00:30:47.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.523435 23223 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [term 0 FOLLOWER]: Advancing to term 1
00:30:47.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.525043 23224 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1b74129c6aa4fd8be9e9d327c491469" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6"
00:30:47.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.526830 23225 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b1b74129c6aa4fd8be9e9d327c491469" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" is_pre_election: true
00:30:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.535097 23223 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [term 1 FOLLOWER]: Refusing update from remote peer b1b74129c6aa4fd8be9e9d327c491469: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:30:47.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.535676 23250 sys_catalog.cc:565] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: configured and running, proceeding with master startup.
00:30:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.520022 23473 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.538151 23473 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: This master's current role is: FOLLOWER
00:30:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.538450 23415 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [LEADER]: Connected to new peer: Peer: permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:30:47.544 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.544 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.544 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.546 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.553 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.554 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.554 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.561 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.561 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.561 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.562 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.563 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.564 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29024), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [274ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [313ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [314ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [315ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [315ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [443ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [504ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [504ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [743ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [963ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3560ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3563ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7301ms] refreshing cache from master, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [7302ms] too many traces: truncated at 100 traces, deferred=Deferred@1262569261(state=PENDING, result=null, callback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130), errback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130)))
00:30:47.564 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.564 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.565 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.565 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.569 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.569 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.569 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.565 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29024), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [274ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [313ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [314ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [315ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [315ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [443ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [504ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [504ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [743ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [963ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3560ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3563ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7301ms] refreshing cache from master, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [7302ms] too many traces: truncated at 100 traces, deferred=Deferred@1262569261(state=PENDING, result=null, callback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130), errback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29024), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [274ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [313ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [314ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [315ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [315ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [443ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [504ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [504ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [743ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [963ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3560ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3563ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7301ms] refreshing cache from master, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [7302ms] too many traces: truncated at 100 traces, deferred=Deferred@1262569261(state=PENDING, result=null, callback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130), errback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:47.575 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29024), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [274ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [313ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [314ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [315ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [315ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [443ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [504ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [504ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [743ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [963ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3560ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3563ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7301ms] refreshing cache from master, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [7302ms] too many traces: truncated at 100 traces, deferred=Deferred@1262569261(state=PENDING, result=null, callback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130), errback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29024), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [73ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [265ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [274ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [274ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [312ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [313ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [314ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [315ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [315ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [343ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [443ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [443ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [503ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [504ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [504ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [742ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [743ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [962ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [963ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1621ms] refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3560ms] refreshing cache from master, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3563ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3563ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [7301ms] refreshing cache from master, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [7301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [7302ms] too many traces: truncated at 100 traces, deferred=Deferred@1262569261(state=PENDING, result=null, callback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130), errback=(continuation of Deferred@488864934 after retry RPC after error@89266882) -> (continuation of Deferred@1085201021 after retry RPC after error@18318698) -> (continuation of Deferred@123150242 after retry RPC after error@315003264) -> (continuation of Deferred@613276823 after retry RPC after error@428618169) -> (continuation of Deferred@647599909 after retry RPC after error@16079079) -> (continuation of Deferred@1255556362 after retry RPC after error@850371600) -> (continuation of Deferred@1491414495 after retry RPC after error@1929208900) -> (continuation of Deferred@175870212 after retry RPC after error@1161505663) -> (continuation of Deferred@876707282 after retry RPC after error@763883610) -> (continuation of Deferred@2065868639 after retry RPC after error@1742605207) -> (continuation of Deferred@1489913171 after retry RPC after error@1247378224) -> (continuation of Deferred@615462267 after retry RPC after error@867832010) -> (continuation of Deferred@435433267 after retry RPC after error@418727878) -> (continuation of Deferred@1160555854 after retry RPC after error@653511009) -> (continuation of Deferred@507967291 after retry RPC after error@742344770) -> (continuation of Deferred@215598678 after retry RPC after error@886685293) -> (continuation of Deferred@487553250 after retry RPC after error@1260670553) -> (continuation of Deferred@151898653 after retry RPC after error@1885222791) -> (continuation of Deferred@376477958 after retry RPC after error@2144295703) -> (continuation of Deferred@418720721 after retry RPC after error@429311303) -> (continuation of Deferred@188532698 after retry RPC after error@237904457) -> (continuation of Deferred@1060387838 after retry RPC after error@279412130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:47.576 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:47.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
00:30:47.577 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:30:47.577 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:30:47.577 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:30:47.577 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:30:47.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
00:30:47.578 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:30:47.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
00:30:47.578 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
00:30:47.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.581 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.582 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:47.588 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:30:47.588 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:30:47.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:47.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.594578 23204 tablet.cc:2406] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:30:47.599 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:30:47.599 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:30:47.599 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:30:47.601 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.601 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.601 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:30:47.602 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:30:47.602 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:30:47.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.602 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.615 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:47.615 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
00:30:47.615 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:47.618 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:30:47.618 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
00:30:47.618 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:30:47.621 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.621 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.621 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.622 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.622 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.622 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.627017 23473 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b1b74129c6aa4fd8be9e9d327c491469. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.627038 23481 sys_catalog.cc:455] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.627854 23473 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: This master's current role is: FOLLOWER
00:30:47.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.627913 23481 sys_catalog.cc:458] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6 [sys.catalog]: This master's current role is: FOLLOWER
00:30:47.629 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:30:47.630 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
00:30:47.630 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:30:47.630 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:30:47.631 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:47.631 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:30:47.632 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:47.632 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
00:30:47.632 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job dfd18dc31e477069a827bb999b4ab6f6
00:30:47.641 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.641 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.641 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.642 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.642 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.642 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.649 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:47.649 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:47.649 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:47.650 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.650 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.650 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:47.653 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.654 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.654 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.655 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.681 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.681 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.681 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470647682 for job 989e0e194e66b090605ad814361b1b58.
00:30:47.693 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:47.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:30:47.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.716411 23502 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:30:47.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.741 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.747299 23450 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.747822 23450 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:47.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.748345 23450 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:47.760 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.761 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.761 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.762 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.783561 23450 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:47.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.784495 23450 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.160.129
00:30:47.804 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.804 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.805 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.805 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.805 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.805 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.806 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.813 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.813 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.813 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.814 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.823810 23450 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.129:0
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data/info.pb
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.129
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.129
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/logs
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:47.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:47.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.825417 23450 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:47.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:47.827064 23450 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:47.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.842262 23504 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:47.893 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.893 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.893 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.895 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.895 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.895 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.895 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.895 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.904 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.905 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.905 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.906 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.906 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.906 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.941 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:47.942 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:47.942 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:47.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:47.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:47.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:47.943 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:47.959 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:47.960 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:47.960 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:47.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.960 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.960 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:47.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:47.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:47.961 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:47.962 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29559), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [58ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [66ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [71ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [209ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [232ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [233ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [248ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [248ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [297ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [298ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [298ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [299ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [322ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [360ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [361ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [464ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [464ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [721ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [722ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1461ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1462ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3300ms] refreshing cache from master, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3302ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3379ms] refreshing cache from master, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3381ms] too many traces: truncated at 100 traces, deferred=Deferred@701392116(state=PENDING, result=null, callback=(continuation of Deferred@202029250 after retry RPC after error@294783117) -> (continuation of Deferred@2118420035 after retry RPC after error@620209339) -> (continuation of Deferred@2103624783 after retry RPC after error@2083880206) -> (continuation of Deferred@639208021 after retry RPC after error@1062350929) -> (continuation of Deferred@1417268040 after retry RPC after error@66261444) -> (continuation of Deferred@1775401165 after retry RPC after error@1202461982) -> (continuation of Deferred@1561701672 after retry RPC after error@1190390399) -> (continuation of Deferred@1008596604 after retry RPC after error@469653516) -> (continuation of Deferred@1802689206 after retry RPC after error@847996341) -> (continuation of Deferred@1643568014 after retry RPC after error@144818564) -> (continuation of Deferred@1979391308 after retry RPC after error@473200779) -> (continuation of Deferred@1263139368 after retry RPC after error@1298317092) -> (continuation of Deferred@1625213625 after retry RPC after error@1603343881) -> (continuation of Deferred@1527590761 after retry RPC after error@55455923) -> (continuation of Deferred@357808481 after retry RPC after error@1109775516) -> (continuation of Deferred@1893850582 after retry RPC after error@39366865) -> (continuation of Deferred@180918602 after retry RPC after error@1722101179) -> (continuation of Deferred@416568276 after retry RPC after error@1607312935) -> (continuation of Deferred@293693021 after retry RPC after error@1585862947) -> (continuation of Deferred@1693907924 after retry RPC after error@1446544883) -> (continuation of Deferred@1284612839 after retry RPC after error@540194071) -> (continuation of Deferred@1934213790 after retry RPC after error@1632421401), errback=(continuation of Deferred@202029250 after retry RPC after error@294783117) -> (continuation of Deferred@2118420035 after retry RPC after error@620209339) -> (continuation of Deferred@2103624783 after retry RPC after error@2083880206) -> (continuation of Deferred@639208021 after retry RPC after error@1062350929) -> (continuation of Deferred@1417268040 after retry RPC after error@66261444) -> (continuation of Deferred@1775401165 after retry RPC after error@1202461982) -> (continuation of Deferred@1561701672 after retry RPC after error@1190390399) -> (continuation of Deferred@1008596604 after retry RPC after error@469653516) -> (continuation of Deferred@1802689206 after retry RPC after error@847996341) -> (continuation of Deferred@1643568014 after retry RPC after error@144818564) -> (continuation of Deferred@1979391308 after retry RPC after error@473200779) -> (continuation of Deferred@1263139368 after retry RPC after error@1298317092) -> (continuation of Deferred@1625213625 after retry RPC after error@1603343881) -> (continuation of Deferred@1527590761 after retry RPC after error@55455923) -> (continuation of Deferred@357808481 after retry RPC after error@1109775516) -> (continuation of Deferred@1893850582 after retry RPC after error@39366865) -> (continuation of Deferred@180918602 after retry RPC after error@1722101179) -> (continuation of Deferred@416568276 after retry RPC after error@1607312935) -> (continuation of Deferred@293693021 after retry RPC after error@1585862947) -> (continuation of Deferred@1693907924 after retry RPC after error@1446544883) -> (continuation of Deferred@1284612839 after retry RPC after error@540194071) -> (continuation of Deferred@1934213790 after retry RPC after error@1632421401)))
00:30:47.970 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:47.970 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:47.971 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:47.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:47.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:47.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:47.974 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:47.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.080547 23415 sys_catalog.cc:455] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b1b74129c6aa4fd8be9e9d327c491469" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11a91f9d16e04bc0ac0ccd077ba194a6" member_type: VOTER last_known_addr { host: "127.22.160.190" port: 42773 } } peers { permanent_uuid: "ae481215411f4463ac5fc90f17c85fa9" member_type: VOTER last_known_addr { host: "127.22.160.189" port: 38747 } } peers { permanent_uuid: "b1b74129c6aa4fd8be9e9d327c491469" member_type: VOTER last_known_addr { host: "127.22.160.188" port: 40719 } } }
00:30:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.082072 23415 sys_catalog.cc:458] T 00000000000000000000000000000000 P b1b74129c6aa4fd8be9e9d327c491469 [sys.catalog]: This master's current role is: LEADER
00:30:48.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.097683 23448 catalog_manager.cc:1294] Loaded cluster ID: b860847de90844e2b78918b444287ac4
00:30:48.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.097966 23448 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: loading cluster ID for follower catalog manager: success
00:30:48.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.106292 23448 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: acquiring CA information for follower catalog manager: success
00:30:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.112771 23448 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ae481215411f4463ac5fc90f17c85fa9: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:48.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470648182 for job 989e0e194e66b090605ad814361b1b58.
00:30:48.190 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:48.190 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:48.190 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:48.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.191 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.191 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:48.193 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:48.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:30:48.251 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:48.251 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:48.251 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:48.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:48.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:48.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:48.253 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:48.261 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:48.261 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:48.261 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:48.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:48.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:48.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:48.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:48.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:48.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:48.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:48.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:48.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:48.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:48.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:48.509 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:48.509 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:48.509 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:48.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.510 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.510 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:48.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:48.624 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:48.624 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:48.625 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:48.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.625 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:48.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470648681 for job 989e0e194e66b090605ad814361b1b58.
00:30:48.684 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:48.685 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:48.685 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:48.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:48.694 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:30:48.696 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:30:48.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.761471 23502 catalog_manager.cc:1294] Loaded cluster ID: b860847de90844e2b78918b444287ac4
00:30:48.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.761777 23502 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: loading cluster ID for follower catalog manager: success
00:30:48.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.789758 23502 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: acquiring CA information for follower catalog manager: success
00:30:48.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:48.795964 23502 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 11a91f9d16e04bc0ac0ccd077ba194a6: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:30:48.968 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:48.968 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:48.969 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:48.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:48.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:48.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:48.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:48.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:48.973 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:48.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:48.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:48.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:48.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:48.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:48.975 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.041 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.041 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.041 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.043 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:49.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470649181 for job 989e0e194e66b090605ad814361b1b58.
00:30:49.192 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:49.193 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:30:49.375 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:49.376 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:49.376 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:49.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:49.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:49.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:49.376 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:49.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:49.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:49.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:49.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:49.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:49.377 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:49.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:49.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:49.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:49.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:49.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:49.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:49.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:49.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:49.548 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:49.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:49.548 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:49.548 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:49.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:49.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:49.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:49.242580 23503 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23450
00:30:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:47.842406 23505 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:49.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:49.551308 23450 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.711s	user 0.545s	sys 0.913s
00:30:49.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:49.559964 23450 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.720s	user 0.545s	sys 0.913s
00:30:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.568622 23450 server_base.cc:1061] running on GCE node
00:30:49.570 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:30:49.570 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:30:49.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:49.570839 23515 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:49.571 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
00:30:49.571 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:30:49.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.572178 23450 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:49.577 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
00:30:49.578 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
00:30:49.578 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:30:49.578 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
00:30:49.579 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
00:30:49.579 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:30:49.579 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
00:30:49.580 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
00:30:49.580 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:30:49.580 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
00:30:49.580 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:49.581 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:49.581 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:49.581 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:30:49.582 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:30:49.583 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
00:30:49.583 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:30:49.584 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:30:49.584 [INFO - Thread-41] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:30:49.584 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state TERMINATED
00:30:49.584 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state TERMINATED
00:30:49.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.584705 23450 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:49.585 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state TERMINATED
00:30:49.585 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:30:49.585 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:30:49.586 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:30:49.588 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:30:49.588 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
00:30:49.588 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
00:30:49.589 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79de4093
00:30:49.589 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:49.589 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:30:49.589 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:49.590 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:30:49.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
00:30:49.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
00:30:49.590 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:30:49.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:49.590 [INFO - Thread-41] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:30:49.590 [INFO - Thread-41] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:30:49.592 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b2eae67
00:30:49.592 [DEBUG - Thread-41] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:49.592 [INFO - Thread-41] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:30:49.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e4c1cd4
00:30:49.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:49.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:49.593 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:30:49.594 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:30:49.596 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@64368cc7
00:30:49.597 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:30:49.598 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
00:30:49.598 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
00:30:49.599 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:30:49.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.600633 23450 hybrid_clock.cc:648] HybridClock initialized: now 1783470649600529 us; error 72 us; skew 500 ppm
00:30:49.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f8253
00:30:49.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:49.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:49.601 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:30:49.601 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:30:49.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.601961 23450 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:49.602 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:49.603 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:49.605 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7820e6b8
00:30:49.607 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:49.608 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:49.608 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:49.608 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:49.608 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:30:49.609 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
00:30:49.609 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
00:30:49.610 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25dca019
00:30:49.610 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:30:49.611 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:30:49.611 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:30:49.612 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:30:49.615 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@610ec12c
00:30:49.615 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.619 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.625 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:49.633 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.633534 23450 webserver.cc:534] Webserver started at http://127.22.160.129:42363/ using document root <none> and password file <none>
00:30:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.635038 23450 fs_manager.cc:362] Metadata directory not provided
00:30:49.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.635416 23450 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:49.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.636009 23450 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:49.637 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.639 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.641 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.641 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.643101 23450 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data/instance:
00:30:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9042151cfe2745c4ac0fc3b0f5060094"
00:30:49.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:49 on dist-test-slave-qgzj"
00:30:49.645 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.644544 23450 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal/instance:
00:30:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9042151cfe2745c4ac0fc3b0f5060094"
00:30:49.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:49 on dist-test-slave-qgzj"
00:30:49.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.651 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.669795 23450 fs_manager.cc:696] Time spent creating directory manager: real 0.024s	user 0.012s	sys 0.006s
00:30:49.673 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.676 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:49.676 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:49.676 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:49.677 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:49.677 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:49.677 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:49.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:49.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:49.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:49.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:49.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:49.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:49.678 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:49.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.681 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470649682 for job 989e0e194e66b090605ad814361b1b58.
00:30:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.685159 23540 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:49.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.686797 23450 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.005s	sys 0.001s
00:30:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.687255 23450 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal
00:30:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9042151cfe2745c4ac0fc3b0f5060094"
00:30:49.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:49 on dist-test-slave-qgzj"
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.687719 23450 fs_report.cc:389] FS layout report
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data/data
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:49.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:49.693 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:49.693 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:30:49.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.696 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.700 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.708 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.714 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.715 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.715 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.716 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.720 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.725 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.726 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.732 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.734 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.735 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.735 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.735 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.736 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.737 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.739 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.739 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.740 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.741 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.743 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.745 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.745 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.748 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.749 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.749 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.750 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.751 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.752 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.752 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.754 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.756 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.757 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.760 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.760 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.760 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.761 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.761 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.761 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.762 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.762 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.764 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.765 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.766 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.771399 23450 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:49.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.773159 23450 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:49.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.773 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.773772 23450 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:49.774 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.774 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.774 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.775 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.776 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.776 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.777 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.779 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.779 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.779 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.780 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.780 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.780 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.780 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.781 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.781 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.782 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.782521 23450 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:49.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.784 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.784 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.784 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.784 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.784 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.785 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.785 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.785 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.785 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.785 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.785 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.785 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.785 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.786 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.790421 23450 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:49.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.790665 23450 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.790971 23450 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:49.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:49.791147 23450 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:49.793 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.794 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.794 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.795 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.796 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.797 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.797 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.798 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.799 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.799 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.799 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.801 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.801 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.801 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.801 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.802 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.802 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.802 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.802 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.803 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.803 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.803 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.806 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.816 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.817 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.817 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.819 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.820 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.820 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.820 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.820 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.820 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.820 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.821 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.821 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.822 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.822 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.823 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.834 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.834 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.834 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.836 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.836 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.837 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.837 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.837 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.837 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.837 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.837 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.837 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.856 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.856 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.857 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.859 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.860 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.860 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.860 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.860 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.860 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.861 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.861 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.861 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.862 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.862 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.862 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.862 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.865 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.865 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.865 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.866 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.866 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.866 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.865 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.866 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.867 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.874 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.874 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.874 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.875 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.881 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.881 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.881 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.882 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.896 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.897 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.898 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.898 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.906 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.906 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.906 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.906 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.907 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.925 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:49.926 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:49.926 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:49.926 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:49.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:49.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:49.928 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:49.956 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.957 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.957 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.959 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.960 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.960 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.961 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.961 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:49.974 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:49.994 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:49.995 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:49.995 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:49.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:49.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:49.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:49.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.001 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.001 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.001 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.002 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.003 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.080 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.080 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.081 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.081 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.083 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:50.106 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:50.107 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:50.107 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:50.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:50.116 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.117 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.117 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.117 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.117 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.117 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.118 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.118 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:50.156 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.156 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.156 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.157 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.157 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.182 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.182 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.182 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.184 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.184 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.185 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470650182 for job 989e0e194e66b090605ad814361b1b58.
00:30:50.195 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:50.196 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:50.196 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:50.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.198 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.198 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.198 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.199 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:50.203 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:30:50.206 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:30:50.250 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:50.250 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:50.250 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:50.251 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:50.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:50.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:50.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:50.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:50.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:50.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:50.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:50.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:50.252 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:50.253 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.254 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.254 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.254 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.254 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.255 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.321 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.321 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.322 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.325 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:50.325 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:50.325 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:50.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:50.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:50.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:50.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:50.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:50.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:50.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:50.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:50.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:50.326 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:50.388 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:50.388 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:50.389 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:50.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.389 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.389 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.390 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:50.467 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:50.467 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:50.467 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:50.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.469 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:50.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:50.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:50.469 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:50.474 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:50.533 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.534 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.534 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.535 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.535 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.560 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.560 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.560 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.561 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.561 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.561 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.561 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:50.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:50.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.647461 23450 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.129:38347
00:30:50.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.647563 23686 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.129:38347 every 8 connection(s)
00:30:50.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.651085 23450 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/data/info.pb
00:30:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.652280 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23450
00:30:50.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.652756 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-0/wal/instance
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.673748 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:50.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/logs
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data/info.pb
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.130:0
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.130
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.130
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:50.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:50.682 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:50.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470650681 for job 989e0e194e66b090605ad814361b1b58.
00:30:50.682 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:50.682 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:50.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:50.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:50.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:50.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:50.695 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:50.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.697 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:50.698 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:50.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.698 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:50.699 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
00:30:50.701 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:30:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.718716 23687 heartbeater.cc:344] Connected to a master server at 127.22.160.188:40719
00:30:50.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.719266 23687 heartbeater.cc:461] Registering TS with master...
00:30:50.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.720641 23687 heartbeater.cc:507] Master 127.22.160.188:40719 requested a full tablet report, sending...
00:30:50.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.723877 23371 ts_manager.cc:194] Registered new tserver with Master: 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129:38347)
00:30:50.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.727228 23371 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.160.129:33219
00:30:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.735013 23688 heartbeater.cc:344] Connected to a master server at 127.22.160.189:38747
00:30:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.735373 23688 heartbeater.cc:461] Registering TS with master...
00:30:50.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.736039 23688 heartbeater.cc:507] Master 127.22.160.189:38747 requested a full tablet report, sending...
00:30:50.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.739576 23291 ts_manager.cc:194] Registered new tserver with Master: 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129:38347)
00:30:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.759656 23694 heartbeater.cc:344] Connected to a master server at 127.22.160.190:42773
00:30:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.760099 23694 heartbeater.cc:461] Registering TS with master...
00:30:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.760782 23694 heartbeater.cc:507] Master 127.22.160.190:42773 requested a full tablet report, sending...
00:30:50.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:50.764525 23215 ts_manager.cc:194] Registered new tserver with Master: 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129:38347)
00:30:50.850 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:50.850 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:50.850 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:50.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:50.852 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:50.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:50.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:50.928 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:50.928 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:50.928 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:50.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:50.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:50.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:50.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:50.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:50.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:50.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:50.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:50.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:50.930 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:50.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.029 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:51.030 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:51.030 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:51.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.031 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:51.069 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:51.069 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:51.069 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:51.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.070 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.070 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.070 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.070 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:51.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.120 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:51.120 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:51.120 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:51.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.122 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:51.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.176 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:51.177 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:51.177 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:51.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.179 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:51.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470651182 for job 989e0e194e66b090605ad814361b1b58.
00:30:51.191 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:30:51.191 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:30:51.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.200322 23693 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.200974 23693 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:51.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.201449 23693 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:51.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.240897 23693 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:51.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.241842 23693 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.160.130
00:30:51.268 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:51.268 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:51.269 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:51.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:51.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:51.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:51.269 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:51.285 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:51.285 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:51.285 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:51.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:51.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:51.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:51.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:51.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:51.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:51.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:51.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:51.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:51.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:51.288376 23693 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:51.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.130:0
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data/info.pb
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.130
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.130
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/logs
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:51.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:51.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:51.290086 23693 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:51.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:51.291741 23693 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:51.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.305346 23704 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:51.455 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:51.456 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:51.456 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:51.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.457 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.457 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:51.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.488 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:51.489 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:51.489 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:51.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.491 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.491 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.491 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:51.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.616 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:51.616 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:51.616 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:51.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:51.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:51.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:51.618 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:51.629 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:51.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:51.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:51.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:51.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:51.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:51.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:51.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:51.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:51.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:51.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:51.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:51.631 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:51.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470651682 for job 989e0e194e66b090605ad814361b1b58.
00:30:51.693 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:51.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:30:51.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:51.731775 23687 heartbeater.cc:499] Master 127.22.160.188:40719 was elected leader, sending a full tablet report...
00:30:51.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:51.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:51.848 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:51.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.849 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:51.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:51.987 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:51.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:51.988 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:51.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:51.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:51.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:51.989 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:52.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.166 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:52.167 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:52.167 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:52.167 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:52.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:52.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:52.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:52.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:52.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:52.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:52.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:52.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:52.168 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:52.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470652182 for job 989e0e194e66b090605ad814361b1b58.
00:30:52.196 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:30:52.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:30:52.222 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:52.222 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:52.222 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:52.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.224 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:52.304 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:52.305 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:52.305 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:52.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.307 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:52.444 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:52.444 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:52.445 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:52.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.450 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:52.473 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.529 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:52.529 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:52.530 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:52.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.530 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:52.556 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:52.556 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:52.556 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:52.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:52.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:52.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:52.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:52.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:52.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:52.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:52.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:52.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:52.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:52.569 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:52.569 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:52.570 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:52.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:52.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.653 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:52.654 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:52.654 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:52.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:52.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470652682 for job 989e0e194e66b090605ad814361b1b58.
00:30:52.690 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:30:52.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:30:52.725 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:52.726 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:52.726 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:52.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:52.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:52.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:52.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:52.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:52.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:52.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:52.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:52.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:52.728 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:52.729 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:52.729 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:52.729 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:52.729 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.729 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.729 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:52.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:52.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:52.730 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:52.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.706743 23703 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23693
00:30:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.873441 23703 kernel_stack_watchdog.cc:198] Thread 23693 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
00:30:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:30:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:30:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:30:52.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:30:52.873 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:52.875 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:52.875 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:52.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:52.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:52.876 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.874944 23693 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.568s	user 0.561s	sys 0.879s
00:30:52.876 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.875357 23693 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.568s	user 0.561s	sys 0.879s
00:30:52.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:52.876 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.876397 23706 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1566 milliseconds
00:30:52.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:51.306789 23705 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:52.877357 23707 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:52.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.877326 23693 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:52.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.881525 23693 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:52.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.883671 23693 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:52.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.885118 23693 hybrid_clock.cc:648] HybridClock initialized: now 1783470652885078 us; error 37 us; skew 500 ppm
00:30:52.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.886023 23693 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:52.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.892253 23693 webserver.cc:534] Webserver started at http://127.22.160.130:33157/ using document root <none> and password file <none>
00:30:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.893272 23693 fs_manager.cc:362] Metadata directory not provided
00:30:52.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.893498 23693 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:52.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.894054 23693 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.898571 23693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data/instance:
00:30:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac7a23e6d3e4958873120f64d28b71b"
00:30:52.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:52 on dist-test-slave-qgzj"
00:30:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.899757 23693 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal/instance:
00:30:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac7a23e6d3e4958873120f64d28b71b"
00:30:52.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:52 on dist-test-slave-qgzj"
00:30:52.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.907239 23693 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.001s
00:30:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.913304 23714 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:52.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.914577 23693 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.914882 23693 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7ac7a23e6d3e4958873120f64d28b71b"
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:52 on dist-test-slave-qgzj"
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.915205 23693 fs_report.cc:389] FS layout report
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data/data
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:52.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.968181 23693 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.969996 23693 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:52.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.970533 23693 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:52.973 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.973783 23693 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.978844 23693 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.979050 23693 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.979331 23693 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:52.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:52.979470 23693 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:53.089 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:53.090 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:53.090 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:53.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.091 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:53.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:53.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.119724 23693 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.130:36671
00:30:53.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.119864 23827 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.130:36671 every 8 connection(s)
00:30:53.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.122438 23693 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/data/info.pb
00:30:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.130157 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23693
00:30:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.130832 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-1/wal/instance
00:30:53.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.152168 23170 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:53.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/logs
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data/info.pb
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.131:0
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.131
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.131
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:53.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:30:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.180029 23828 heartbeater.cc:344] Connected to a master server at 127.22.160.188:40719
00:30:53.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.180532 23828 heartbeater.cc:461] Registering TS with master...
00:30:53.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.181965 23828 heartbeater.cc:507] Master 127.22.160.188:40719 requested a full tablet report, sending...
00:30:53.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470653182 for job 989e0e194e66b090605ad814361b1b58.
00:30:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.184119 23830 heartbeater.cc:344] Connected to a master server at 127.22.160.190:42773
00:30:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.184484 23830 heartbeater.cc:461] Registering TS with master...
00:30:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.184844 23829 heartbeater.cc:344] Connected to a master server at 127.22.160.189:38747
00:30:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.185151 23829 heartbeater.cc:461] Registering TS with master...
00:30:53.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.185488 23830 heartbeater.cc:507] Master 127.22.160.190:42773 requested a full tablet report, sending...
00:30:53.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.186020 23829 heartbeater.cc:507] Master 127.22.160.189:38747 requested a full tablet report, sending...
00:30:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.188426 23371 ts_manager.cc:194] Registered new tserver with Master: 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671)
00:30:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.189285 23291 ts_manager.cc:194] Registered new tserver with Master: 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671)
00:30:53.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.190152 23371 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.160.130:43383
00:30:53.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.192034 23215 ts_manager.cc:194] Registered new tserver with Master: 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671)
00:30:53.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:53.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:30:53.284 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:53.285 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:53.285 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:53.285 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.285 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:53.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:53.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:53.287 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:53.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:53.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:53.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:53.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:53.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:53.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:53.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:53.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:53.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:53.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:53.429 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.429 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.430 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.430 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.431 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26063), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [74ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [338ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [357ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [360ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [361ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [403ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [457ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [485ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [524ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [524ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [844ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1444ms] refreshing cache from master, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1447ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@606549038(state=PENDING, result=null, callback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085), errback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085)))
00:30:53.432 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.432 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.432 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.432 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26063), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [74ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [338ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [357ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [360ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [361ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [403ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [457ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [485ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [524ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [524ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [844ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1444ms] refreshing cache from master, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1447ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@606549038(state=PENDING, result=null, callback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085), errback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26063), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [74ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [338ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [357ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [360ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [361ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [403ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [457ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [485ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [524ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [524ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [844ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1444ms] refreshing cache from master, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1447ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@606549038(state=PENDING, result=null, callback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085), errback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.254:35815
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:53.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.438 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26063), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [74ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [338ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [357ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [360ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [361ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [403ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [457ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [485ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [524ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [524ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [844ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1444ms] refreshing cache from master, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1447ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@606549038(state=PENDING, result=null, callback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085), errback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26063), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [74ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [74ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [279ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [285ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [286ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [338ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [357ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [357ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [360ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [361ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [402ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [403ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [403ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [455ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [456ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [457ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [483ms] refreshing cache from master, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [484ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [485ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [485ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [524ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [524ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [782ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [784ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [784ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [844ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [844ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1242ms] refreshing cache from master, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1245ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1444ms] refreshing cache from master, [1444ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1446ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1447ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1447ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4141ms] refreshing cache from master, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [4141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [4142ms] too many traces: truncated at 100 traces, deferred=Deferred@606549038(state=PENDING, result=null, callback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085), errback=(continuation of Deferred@2033965722 after retry RPC after error@2074177492) -> (continuation of Deferred@1680980800 after retry RPC after error@2032825772) -> (continuation of Deferred@1591906073 after retry RPC after error@785220830) -> (continuation of Deferred@1204802044 after retry RPC after error@1843551164) -> (continuation of Deferred@666012510 after retry RPC after error@1696268290) -> (continuation of Deferred@1558343020 after retry RPC after error@597877495) -> (continuation of Deferred@276395430 after retry RPC after error@761232571) -> (continuation of Deferred@1654259057 after retry RPC after error@1444421263) -> (continuation of Deferred@219645359 after retry RPC after error@1534822930) -> (continuation of Deferred@1990493817 after retry RPC after error@1625166404) -> (continuation of Deferred@1372969229 after retry RPC after error@1450828351) -> (continuation of Deferred@71049671 after retry RPC after error@350248758) -> (continuation of Deferred@1795350806 after retry RPC after error@1920179795) -> (continuation of Deferred@396671939 after retry RPC after error@19619822) -> (continuation of Deferred@2103248012 after retry RPC after error@322079858) -> (continuation of Deferred@570050420 after retry RPC after error@2054535306) -> (continuation of Deferred@1872341548 after retry RPC after error@1758460593) -> (continuation of Deferred@469614907 after retry RPC after error@1285266214) -> (continuation of Deferred@1852932179 after retry RPC after error@2046621022) -> (continuation of Deferred@217913155 after retry RPC after error@481292113) -> (continuation of Deferred@2126419855 after retry RPC after error@1618402051) -> (continuation of Deferred@72720193 after retry RPC after error@1734553085)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.254:35815
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:30:53.439 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:30:53.439 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:30:53.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
00:30:53.440 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
00:30:53.440 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
00:30:53.440 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
00:30:53.440 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
00:30:53.441 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
00:30:53.441 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
00:30:53.441 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
00:30:53.441 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
00:30:53.441 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
00:30:53.441 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
00:30:53.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:30:53.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
00:30:53.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
00:30:53.448 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:30:53.448 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
00:30:53.448 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:30:53.449 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.449 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.449 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:30:53.449 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.450 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
00:30:53.450 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:30:53.450 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:30:53.450 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
00:30:53.450 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:30:53.450 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.450 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.450 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.451 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.451 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.451 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:30:53.452 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:30:53.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
00:30:53.452 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:30:53.452 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
00:30:53.452 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:30:53.459 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
00:30:53.460 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
00:30:53.460 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
00:30:53.460 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
00:30:53.459 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:30:53.460 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
00:30:53.460 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:30:53.461 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
00:30:53.462 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
00:30:53.462 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:30:53.462 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
00:30:53.462 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:30:53.462 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:30:53.463 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
00:30:53.464 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:30:53.469 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.469 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.469 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.470 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.489 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.489 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.489 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.517059 23838 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:53.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.517656 23838 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:53.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.518195 23838 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:53.530 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.530 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.530 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.531 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.531 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.531 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.555145 23838 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:53.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.556160 23838 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.160.131
00:30:53.570 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:53.571 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:53.571 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:53.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:53.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:53.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:53.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:53.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:53.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:53.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:53.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:53.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:53.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:53.589 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.590 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:53.591 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.598376 23838 tablet_server_runner.cc:78] Tablet server non-default flags:
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.160.148:35227
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:53.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.160.131:0
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data/info.pb
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.160.131
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.160.131
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/logs
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:53.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:53.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.599949 23838 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:53.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:53.601773 23838 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:53.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.615715 23857 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:53.629 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.629 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.630 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.631 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.631 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:53.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470653682 for job 989e0e194e66b090605ad814361b1b58.
00:30:53.693 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:30:53.694 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:30:53.769 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:53.769 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:53.770 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:53.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:53.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:53.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:53.770 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:53.869 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:53.869 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:53.869 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:53.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:53.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:53.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:53.871 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:53.900 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:53.900 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:53.901 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:53.901 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:53.902 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.902 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.902 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:53.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:53.902 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:54.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:54.121 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:54.121 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:54.121 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:54.122 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.123 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.123 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:54.129 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:54.129 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:54.129 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:54.129 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.130 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:54.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:54.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470654182 for job 989e0e194e66b090605ad814361b1b58.
00:30:54.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.194478 23828 heartbeater.cc:499] Master 127.22.160.188:40719 was elected leader, sending a full tablet report...
00:30:54.200 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
00:30:54.203 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:30:54.208 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:54.209 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:54.209 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:54.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.210 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:54.229 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:54.230 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:54.230 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:54.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:54.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:54.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:54.230 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:54.248 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:54.249 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:54.249 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:54.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.250 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:54.280 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:54.280 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:54.280 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:54.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:54.370 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:54.370 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:54.370 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:54.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:54.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:54.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:54.371 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:54.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:54.371 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:54.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:54.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:54.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:54.371 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:54.536 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:54.537 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:54.537 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:54.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.538 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.539 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:54.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:54.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:54.676 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:54.676 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:54.676 [DEBUG - pool-194-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:54.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:54.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:54.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:54.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:54.679 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27350), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [7ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [7ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [69ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [73ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [73ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [184ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [185ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [186ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [186ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [205ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [205ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [229ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [229ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [246ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [246ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [365ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [366ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [388ms] refreshing cache from master, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [388ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [389ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [389ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [390ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [390ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] refreshing cache from master, [664ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [665ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [666ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [667ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [667ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1064ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2943ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [4762ms] refreshing cache from master, [4762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4763ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4763ms] too many traces: truncated at 100 traces, deferred=Deferred@169282473(state=PENDING, result=null, callback=(continuation of Deferred@1018478248 after retry RPC after error@214165578) -> (continuation of Deferred@429355840 after retry RPC after error@728721816) -> (continuation of Deferred@850908067 after retry RPC after error@564526087) -> (continuation of Deferred@59409920 after retry RPC after error@1408830528) -> (continuation of Deferred@1608509271 after retry RPC after error@1368681839) -> (continuation of Deferred@108616667 after retry RPC after error@494521432) -> (continuation of Deferred@1027368447 after retry RPC after error@1328646178) -> (continuation of Deferred@56276380 after retry RPC after error@1343398563) -> (continuation of Deferred@249505475 after retry RPC after error@1307369378) -> (continuation of Deferred@466380246 after retry RPC after error@1578032054) -> (continuation of Deferred@697309066 after retry RPC after error@36363477) -> (continuation of Deferred@2058414995 after retry RPC after error@1389059096) -> (continuation of Deferred@2077109644 after retry RPC after error@794200660) -> (continuation of Deferred@1380384862 after retry RPC after error@1524940178) -> (continuation of Deferred@1355565327 after retry RPC after error@1272147304) -> (continuation of Deferred@570216892 after retry RPC after error@1577840700) -> (continuation of Deferred@1824349891 after retry RPC after error@1020646929) -> (continuation of Deferred@2070122758 after retry RPC after error@2053641286) -> (continuation of Deferred@2082805390 after retry RPC after error@1859265093) -> (continuation of Deferred@165573944 after retry RPC after error@858692193) -> (continuation of Deferred@1743481836 after retry RPC after error@408202590) -> (continuation of Deferred@1658416345 after retry RPC after error@627253105), errback=(continuation of Deferred@1018478248 after retry RPC after error@214165578) -> (continuation of Deferred@429355840 after retry RPC after error@728721816) -> (continuation of Deferred@850908067 after retry RPC after error@564526087) -> (continuation of Deferred@59409920 after retry RPC after error@1408830528) -> (continuation of Deferred@1608509271 after retry RPC after error@1368681839) -> (continuation of Deferred@108616667 after retry RPC after error@494521432) -> (continuation of Deferred@1027368447 after retry RPC after error@1328646178) -> (continuation of Deferred@56276380 after retry RPC after error@1343398563) -> (continuation of Deferred@249505475 after retry RPC after error@1307369378) -> (continuation of Deferred@466380246 after retry RPC after error@1578032054) -> (continuation of Deferred@697309066 after retry RPC after error@36363477) -> (continuation of Deferred@2058414995 after retry RPC after error@1389059096) -> (continuation of Deferred@2077109644 after retry RPC after error@794200660) -> (continuation of Deferred@1380384862 after retry RPC after error@1524940178) -> (continuation of Deferred@1355565327 after retry RPC after error@1272147304) -> (continuation of Deferred@570216892 after retry RPC after error@1577840700) -> (continuation of Deferred@1824349891 after retry RPC after error@1020646929) -> (continuation of Deferred@2070122758 after retry RPC after error@2053641286) -> (continuation of Deferred@2082805390 after retry RPC after error@1859265093) -> (continuation of Deferred@165573944 after retry RPC after error@858692193) -> (continuation of Deferred@1743481836 after retry RPC after error@408202590) -> (continuation of Deferred@1658416345 after retry RPC after error@627253105)))
00:30:54.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470654681 for job 989e0e194e66b090605ad814361b1b58.
00:30:54.691 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:30:54.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:30:54.776 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:54.776 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:54.776 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:54.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:54.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:54.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:54.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:54.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:54.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:54.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:54.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:54.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:54.777 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:54.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:53.616696 23858 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:54.840802 23838 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.227s	user 0.425s	sys 0.776s
00:30:54.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:54.841161 23838 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.227s	user 0.425s	sys 0.776s
00:30:54.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.842519 23838 server_base.cc:1061] running on GCE node
00:30:54.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:54.844199 23863 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:54.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.845428 23838 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:54.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.847968 23838 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.849758 23838 hybrid_clock.cc:648] HybridClock initialized: now 1783470654849720 us; error 39 us; skew 500 ppm
00:30:54.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.850689 23838 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:54.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.863813 23838 webserver.cc:534] Webserver started at http://127.22.160.131:44981/ using document root <none> and password file <none>
00:30:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.864904 23838 fs_manager.cc:362] Metadata directory not provided
00:30:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.865101 23838 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:54.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.865494 23838 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.870401 23838 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data/instance:
00:30:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da501a55d6e44d54a66855905bd4df72"
00:30:54.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:54 on dist-test-slave-qgzj"
00:30:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.871477 23838 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal/instance:
00:30:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da501a55d6e44d54a66855905bd4df72"
00:30:54.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:54 on dist-test-slave-qgzj"
00:30:54.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.879537 23838 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.001s	sys 0.007s
00:30:54.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.886152 23868 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:54.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.887399 23838 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.887755 23838 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da501a55d6e44d54a66855905bd4df72"
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:54 on dist-test-slave-qgzj"
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.888109 23838 fs_report.cc:389] FS layout report
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data/data
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:54.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:54.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.972700 23838 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:54.973 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:54.973 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:54.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:54.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:54.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:54.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:54.974 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:54.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.974550 23838 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:54.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.974977 23838 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:54.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.977777 23838 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:30:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.982143 23838 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:30:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.982332 23838 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:30:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.982535 23838 ts_tablet_manager.cc:616] Registered 0 tablets
00:30:54.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:54.982678 23838 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:30:55.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.126022 23838 rpc_server.cc:307] RPC server started. Bound to: 127.22.160.131:40833
00:30:55.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.126147 23980 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.160.131:40833 every 8 connection(s)
00:30:55.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.128877 23838 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/data/info.pb
00:30:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.139186 23170 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 23838
00:30:55.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.139683 23170 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster13719246821105461262/ts-2/wal/instance
00:30:55.146 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:55.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470655181 for job 989e0e194e66b090605ad814361b1b58.
00:30:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.189792 23981 heartbeater.cc:344] Connected to a master server at 127.22.160.188:40719
00:30:55.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.190047 23983 heartbeater.cc:344] Connected to a master server at 127.22.160.190:42773
00:30:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.190310 23981 heartbeater.cc:461] Registering TS with master...
00:30:55.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.190505 23983 heartbeater.cc:461] Registering TS with master...
00:30:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.191871 23981 heartbeater.cc:507] Master 127.22.160.188:40719 requested a full tablet report, sending...
00:30:55.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.191979 23983 heartbeater.cc:507] Master 127.22.160.190:42773 requested a full tablet report, sending...
00:30:55.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.195614 23215 ts_manager.cc:194] Registered new tserver with Master: da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:30:55.196 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:30:55.197 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:30:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.198225 23982 heartbeater.cc:344] Connected to a master server at 127.22.160.189:38747
00:30:55.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.198663 23982 heartbeater.cc:461] Registering TS with master...
00:30:55.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.199697 23982 heartbeater.cc:507] Master 127.22.160.189:38747 requested a full tablet report, sending...
00:30:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.203166 23290 ts_manager.cc:194] Registered new tserver with Master: da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:30:55.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.203415 23371 ts_manager.cc:194] Registered new tserver with Master: da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:30:55.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.205271 23371 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.160.131:43997
00:30:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.224560 23170 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:30:55.236 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:55.236 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:30:55.237 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.160.190"
      port: 42773
    }
    bound_http_address {
      host: "127.22.160.190"
      port: 38035
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.160.189"
      port: 38747
    }
    bound_http_address {
      host: "127.22.160.189"
      port: 39315
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.160.188"
      port: 40719
    }
    bound_http_address {
      host: "127.22.160.188"
      port: 46701
    }
  }
}

00:30:55.237 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:30:55.238 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.160.129"
      port: 38347
    }
    bound_http_address {
      host: "127.22.160.129"
      port: 42363
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.160.130"
      port: 36671
    }
    bound_http_address {
      host: "127.22.160.130"
      port: 33157
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.160.131"
      port: 40833
    }
    bound_http_address {
      host: "127.22.160.131"
      port: 44981
    }
  }
}

00:30:55.238 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:30:55.240 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:30:55.240 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:30:55.240 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:30:55.240 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:30:55.241 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:30:55.244 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:30:55.268 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:55.269 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:55.269 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:55.269 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.269 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:55.350 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:55.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:55.351 [DEBUG - pool-192-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:55.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:55.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:55.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:55.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:55.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:55.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:55.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:55.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:55.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:55.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:55.353 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28027), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [15ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [41ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [293ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [295ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [296ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [296ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [297ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [297ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [344ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [383ms] refreshing cache from master, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [384ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [384ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [443ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [683ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1567ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1567ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1940ms] refreshing cache from master, [1940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1943ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2000ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2002ms] too many traces: truncated at 100 traces, deferred=Deferred@1233942992(state=PENDING, result=null, callback=(continuation of Deferred@1345715492 after retry RPC after error@229292679) -> (continuation of Deferred@396777181 after retry RPC after error@1036971776) -> (continuation of Deferred@1122888000 after retry RPC after error@449514776) -> (continuation of Deferred@1073655842 after retry RPC after error@1963130418) -> (continuation of Deferred@1476963899 after retry RPC after error@443141103) -> (continuation of Deferred@1348208416 after retry RPC after error@843939959) -> (continuation of Deferred@791251315 after retry RPC after error@2076903882) -> (continuation of Deferred@1268675732 after retry RPC after error@361634728) -> (continuation of Deferred@1989114491 after retry RPC after error@1437186105) -> (continuation of Deferred@1839946956 after retry RPC after error@136141194) -> (continuation of Deferred@97302096 after retry RPC after error@498904736) -> (continuation of Deferred@717675751 after retry RPC after error@1215627580) -> (continuation of Deferred@678117460 after retry RPC after error@1348084311) -> (continuation of Deferred@1281883487 after retry RPC after error@754678030) -> (continuation of Deferred@1591801125 after retry RPC after error@1604922420) -> (continuation of Deferred@752332699 after retry RPC after error@1528004614) -> (continuation of Deferred@33759132 after retry RPC after error@350051172) -> (continuation of Deferred@90670355 after retry RPC after error@1119036937) -> (continuation of Deferred@1482047036 after retry RPC after error@648960041) -> (continuation of Deferred@534253298 after retry RPC after error@1140908142) -> (continuation of Deferred@768512268 after retry RPC after error@2046159756) -> (continuation of Deferred@646305246 after retry RPC after error@1707430640) -> (continuation of Deferred@1020983733 after retry RPC after error@1789250601) -> (continuation of Deferred@1644613510 after retry RPC after error@765154276) -> (continuation of Deferred@1189548211 after retry RPC after error@40327362) -> (continuation of Deferred@1456070135 after retry RPC after error@557494457) -> (continuation of Deferred@1596350117 after retry RPC after error@1740618955), errback=(continuation of Deferred@1345715492 after retry RPC after error@229292679) -> (continuation of Deferred@396777181 after retry RPC after error@1036971776) -> (continuation of Deferred@1122888000 after retry RPC after error@449514776) -> (continuation of Deferred@1073655842 after retry RPC after error@1963130418) -> (continuation of Deferred@1476963899 after retry RPC after error@443141103) -> (continuation of Deferred@1348208416 after retry RPC after error@843939959) -> (continuation of Deferred@791251315 after retry RPC after error@2076903882) -> (continuation of Deferred@1268675732 after retry RPC after error@361634728) -> (continuation of Deferred@1989114491 after retry RPC after error@1437186105) -> (continuation of Deferred@1839946956 after retry RPC after error@136141194) -> (continuation of Deferred@97302096 after retry RPC after error@498904736) -> (continuation of Deferred@717675751 after retry RPC after error@1215627580) -> (continuation of Deferred@678117460 after retry RPC after error@1348084311) -> (continuation of Deferred@1281883487 after retry RPC after error@754678030) -> (continuation of Deferred@1591801125 after retry RPC after error@1604922420) -> (continuation of Deferred@752332699 after retry RPC after error@1528004614) -> (continuation of Deferred@33759132 after retry RPC after error@350051172) -> (continuation of Deferred@90670355 after retry RPC after error@1119036937) -> (continuation of Deferred@1482047036 after retry RPC after error@648960041) -> (continuation of Deferred@534253298 after retry RPC after error@1140908142) -> (continuation of Deferred@768512268 after retry RPC after error@2046159756) -> (continuation of Deferred@646305246 after retry RPC after error@1707430640) -> (continuation of Deferred@1020983733 after retry RPC after error@1789250601) -> (continuation of Deferred@1644613510 after retry RPC after error@765154276) -> (continuation of Deferred@1189548211 after retry RPC after error@40327362) -> (continuation of Deferred@1456070135 after retry RPC after error@557494457) -> (continuation of Deferred@1596350117 after retry RPC after error@1740618955)))
00:30:55.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:55.593 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:30:55.593 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:30:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.597309 23991 mini_oidc.cc:150] Starting JWKS server
00:30:55.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.601399 23991 webserver.cc:534] Webserver started at http://127.0.0.1:36755/ using document root <none> and password file <none>
00:30:55.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.601886 23991 mini_oidc.cc:186] Starting OIDC Discovery server
00:30:55.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.603510 23991 webserver.cc:534] Webserver started at http://127.0.0.1:43737/ using document root <none> and password file <none>
00:30:55.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:30:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:30:55Z Disabled control of system clock
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:55.664012 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/logs
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data/info.pb
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.254:38935
00:30:55.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.254
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:55.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json with env {}
00:30:55.669 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:55.669 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:55.669 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:55.669 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.669 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.670 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:55.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470655682 for job 989e0e194e66b090605ad814361b1b58.
00:30:55.689 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:30:55.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:30:55.730 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:55.730 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:55.730 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:55.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:55.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:55.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:55.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:55.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:55.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:55.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:55.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:55.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:55.731 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:55.828 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:55.829 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:55.829 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:55.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:55.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:55.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:55.830 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:55.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:55.983239 24003 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:55.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:55.984071 24003 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:55.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:55.984786 24003 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.019271 24003 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:56.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.019622 24003 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.019937 24003 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.020231 24003 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.020514 24003 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:56.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.020778 24003 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36755/jwks.json
00:30:56.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:56.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:56.029 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:56.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:56.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:56.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:56.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:56.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:56.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:56.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:56.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:56.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:56.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:56.060792 24003 master_runner.cc:387] Master server non-default flags:
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.254:38935
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data/info.pb
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.254
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/logs
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:56.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:56.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:56.062474 24003 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:56.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:56.064160 24003 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:56.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.074934 24009 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:56.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:56.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:56.146 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:56.147 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:56.147 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:56.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:56.147 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:56.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:56.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:56.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:56.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:56.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:56.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:56.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:56.148 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:56.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470656182 for job 989e0e194e66b090605ad814361b1b58.
00:30:56.192 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:30:56.193 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:30:56.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:56.209806 23981 heartbeater.cc:499] Master 127.22.160.188:40719 was elected leader, sending a full tablet report...
00:30:56.336 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:56.336 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:56.336 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:56.336 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:56.336 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:56.336 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:56.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:56.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:56.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:56.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:56.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:56.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:56.337 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:56.366 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:56.366 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:56.366 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:56.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:56.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:56.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:56.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:56.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:56.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:56.367 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:56.367 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:56.367 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:56.367 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:56.410 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:56.410 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:56.410 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:56.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:56.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:56.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:56.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:56.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:56.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:56.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:56.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:56.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:56.411 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:56.469 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:56.469 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:56.469 [DEBUG - pool-198-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:56.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.470 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:56.471 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [8ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [186ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [298ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [299ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [332ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [332ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [358ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [389ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [390ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [390ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [393ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [396ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [423ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [463ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [463ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [483ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [960ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [965ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [966ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [966ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [966ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1364ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2483ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3500ms] refreshing cache from master, [3500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3501ms] too many traces: truncated at 100 traces, deferred=Deferred@1455263429(state=PENDING, result=null, callback=(continuation of Deferred@862507666 after retry RPC after error@2068403501) -> (continuation of Deferred@1761506130 after retry RPC after error@1376715566) -> (continuation of Deferred@663136191 after retry RPC after error@383217247) -> (continuation of Deferred@229174068 after retry RPC after error@655658972) -> (continuation of Deferred@893222878 after retry RPC after error@406145712) -> (continuation of Deferred@1385096137 after retry RPC after error@1374157867) -> (continuation of Deferred@268085830 after retry RPC after error@1034420675) -> (continuation of Deferred@412957972 after retry RPC after error@1987415176) -> (continuation of Deferred@738701466 after retry RPC after error@1373379264) -> (continuation of Deferred@551086194 after retry RPC after error@2048074029) -> (continuation of Deferred@1795280277 after retry RPC after error@1513799727) -> (continuation of Deferred@1036400738 after retry RPC after error@1581219006) -> (continuation of Deferred@1001881481 after retry RPC after error@931195752) -> (continuation of Deferred@990499026 after retry RPC after error@511082881) -> (continuation of Deferred@507375345 after retry RPC after error@777424373) -> (continuation of Deferred@1538017197 after retry RPC after error@1912389584) -> (continuation of Deferred@13081976 after retry RPC after error@442794416) -> (continuation of Deferred@600583294 after retry RPC after error@928646632) -> (continuation of Deferred@189428262 after retry RPC after error@899488766) -> (continuation of Deferred@2012249839 after retry RPC after error@274874556) -> (continuation of Deferred@1222757332 after retry RPC after error@368999389) -> (continuation of Deferred@1628268683 after retry RPC after error@1676190646) -> (continuation of Deferred@630287220 after retry RPC after error@1138220168), errback=(continuation of Deferred@862507666 after retry RPC after error@2068403501) -> (continuation of Deferred@1761506130 after retry RPC after error@1376715566) -> (continuation of Deferred@663136191 after retry RPC after error@383217247) -> (continuation of Deferred@229174068 after retry RPC after error@655658972) -> (continuation of Deferred@893222878 after retry RPC after error@406145712) -> (continuation of Deferred@1385096137 after retry RPC after error@1374157867) -> (continuation of Deferred@268085830 after retry RPC after error@1034420675) -> (continuation of Deferred@412957972 after retry RPC after error@1987415176) -> (continuation of Deferred@738701466 after retry RPC after error@1373379264) -> (continuation of Deferred@551086194 after retry RPC after error@2048074029) -> (continuation of Deferred@1795280277 after retry RPC after error@1513799727) -> (continuation of Deferred@1036400738 after retry RPC after error@1581219006) -> (continuation of Deferred@1001881481 after retry RPC after error@931195752) -> (continuation of Deferred@990499026 after retry RPC after error@511082881) -> (continuation of Deferred@507375345 after retry RPC after error@777424373) -> (continuation of Deferred@1538017197 after retry RPC after error@1912389584) -> (continuation of Deferred@13081976 after retry RPC after error@442794416) -> (continuation of Deferred@600583294 after retry RPC after error@928646632) -> (continuation of Deferred@189428262 after retry RPC after error@899488766) -> (continuation of Deferred@2012249839 after retry RPC after error@274874556) -> (continuation of Deferred@1222757332 after retry RPC after error@368999389) -> (continuation of Deferred@1628268683 after retry RPC after error@1676190646) -> (continuation of Deferred@630287220 after retry RPC after error@1138220168)))
00:30:56.588 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:30:56.588 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:30:56.588 [DEBUG - pool-196-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:30:56.588 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:30:56.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:30:56.589 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.589 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.589 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:30:56.589 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:30:56.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:56.590 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29252), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [87ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [287ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [288ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [289ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [311ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [316ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [364ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [403ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [445ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [446ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [446ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [446ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [502ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [502ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [503ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [503ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [702ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [703ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [703ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1103ms] refreshing cache from master, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1105ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1105ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1105ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1563ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2641ms] refreshing cache from master, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2644ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2644ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4501ms] refreshing cache from master, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4502ms] too many traces: truncated at 100 traces, deferred=Deferred@976680841(state=PENDING, result=null, callback=(continuation of Deferred@1907615468 after retry RPC after error@2129810472) -> (continuation of Deferred@824094741 after retry RPC after error@1008304896) -> (continuation of Deferred@1391695593 after retry RPC after error@1053608843) -> (continuation of Deferred@2056673887 after retry RPC after error@182966158) -> (continuation of Deferred@1156402405 after retry RPC after error@480593760) -> (continuation of Deferred@1412018697 after retry RPC after error@1615217829) -> (continuation of Deferred@1323476524 after retry RPC after error@2026534615) -> (continuation of Deferred@1634347581 after retry RPC after error@861616601) -> (continuation of Deferred@1758673496 after retry RPC after error@1124373851) -> (continuation of Deferred@1938777284 after retry RPC after error@426778269) -> (continuation of Deferred@1744893457 after retry RPC after error@264833031) -> (continuation of Deferred@132707454 after retry RPC after error@511018728) -> (continuation of Deferred@1898597193 after retry RPC after error@912583771) -> (continuation of Deferred@1987028461 after retry RPC after error@1151282958) -> (continuation of Deferred@1733051607 after retry RPC after error@1985706577) -> (continuation of Deferred@2098264506 after retry RPC after error@1087000137) -> (continuation of Deferred@1168494715 after retry RPC after error@1753326444) -> (continuation of Deferred@312888047 after retry RPC after error@849652) -> (continuation of Deferred@1799477382 after retry RPC after error@238980161) -> (continuation of Deferred@787439195 after retry RPC after error@1228121636) -> (continuation of Deferred@752079468 after retry RPC after error@1458904883) -> (continuation of Deferred@37527088 after retry RPC after error@1449794261) -> (continuation of Deferred@1679352518 after retry RPC after error@443180529), errback=(continuation of Deferred@1907615468 after retry RPC after error@2129810472) -> (continuation of Deferred@824094741 after retry RPC after error@1008304896) -> (continuation of Deferred@1391695593 after retry RPC after error@1053608843) -> (continuation of Deferred@2056673887 after retry RPC after error@182966158) -> (continuation of Deferred@1156402405 after retry RPC after error@480593760) -> (continuation of Deferred@1412018697 after retry RPC after error@1615217829) -> (continuation of Deferred@1323476524 after retry RPC after error@2026534615) -> (continuation of Deferred@1634347581 after retry RPC after error@861616601) -> (continuation of Deferred@1758673496 after retry RPC after error@1124373851) -> (continuation of Deferred@1938777284 after retry RPC after error@426778269) -> (continuation of Deferred@1744893457 after retry RPC after error@264833031) -> (continuation of Deferred@132707454 after retry RPC after error@511018728) -> (continuation of Deferred@1898597193 after retry RPC after error@912583771) -> (continuation of Deferred@1987028461 after retry RPC after error@1151282958) -> (continuation of Deferred@1733051607 after retry RPC after error@1985706577) -> (continuation of Deferred@2098264506 after retry RPC after error@1087000137) -> (continuation of Deferred@1168494715 after retry RPC after error@1753326444) -> (continuation of Deferred@312888047 after retry RPC after error@849652) -> (continuation of Deferred@1799477382 after retry RPC after error@238980161) -> (continuation of Deferred@787439195 after retry RPC after error@1228121636) -> (continuation of Deferred@752079468 after retry RPC after error@1458904883) -> (continuation of Deferred@37527088 after retry RPC after error@1449794261) -> (continuation of Deferred@1679352518 after retry RPC after error@443180529)))
00:30:56.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:56.644 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:56.644 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:56.644 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:56.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:56.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470656682 for job 989e0e194e66b090605ad814361b1b58.
00:30:56.690 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:30:56.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:30:56.793 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:56.794 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:56.794 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:56.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.794 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.794 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.795 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:56.840 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:56.840 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:56.840 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:56.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.841 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.841 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:56.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:56.841 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:56.841 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:57.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:57.077 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:57.077 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:57.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:57.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:57.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:57.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470657182 for job 989e0e194e66b090605ad814361b1b58.
00:30:57.190 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:30:57.190 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:30:57.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.079656 24012 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:56.075668 24010 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.240052 24011 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:30:57.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.240137 24003 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:57.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.244062 24003 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:57.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.246802 24003 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:57.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.248154 24003 hybrid_clock.cc:648] HybridClock initialized: now 1783470657248098 us; error 68 us; skew 500 ppm
00:30:57.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.249107 24003 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:57.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.255479 24003 webserver.cc:534] Webserver started at http://127.23.109.254:42425/ using document root <none> and password file <none>
00:30:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.256444 24003 fs_manager.cc:362] Metadata directory not provided
00:30:57.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.256748 24003 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:57.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.257232 24003 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.261804 24003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data/instance:
00:30:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc2547607e7e48a781ed33c58c3e7233"
00:30:57.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:57 on dist-test-slave-qgzj"
00:30:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.262950 24003 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal/instance:
00:30:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc2547607e7e48a781ed33c58c3e7233"
00:30:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:57 on dist-test-slave-qgzj"
00:30:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.270360 24003 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
00:30:57.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.276789 24019 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.278012 24003 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
00:30:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.278362 24003 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal
00:30:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dc2547607e7e48a781ed33c58c3e7233"
00:30:57.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:57 on dist-test-slave-qgzj"
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.278726 24003 fs_report.cc:389] FS layout report
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data/data
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:57.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:57.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:57.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:57.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:57.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.301 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.301 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.301 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:57.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.344393 24003 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.346011 24003 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.346457 24003 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:57.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.424446 24003 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.254:38935
00:30:57.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.424520 24070 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.254:38935 every 8 connection(s)
00:30:57.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.427197 24003 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/data/info.pb
00:30:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.431746 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24003
00:30:57.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.432178 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-0/wal/instance
00:30:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.433471 24071 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.435735 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/logs
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data/info.pb
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.253:43493
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.253
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:57.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json with env {}
00:30:57.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.446831 24071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } has no permanent_uuid. Determining permanent_uuid...
00:30:57.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.479454 24071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } has no permanent_uuid. Determining permanent_uuid...
00:30:57.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.482285 24021 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.486547 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.536091 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 1
00:30:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.540426 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:57.606 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:57.607 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:57.607 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:57.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:57.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:57.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:57.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:57.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:57.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:57.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:57.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:57.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:57.609 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:57.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.608913 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 2
00:30:57.609 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:57.610 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:57.610 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:57.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:57.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:57.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:57.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:57.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:57.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:57.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:57.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:57.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:57.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:57.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.614362 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:57.665 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:57.666 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:57.666 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:57.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:57.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:57.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:57.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:57.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:57.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:57.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:57.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:57.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:57.667 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:57.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470657682 for job 989e0e194e66b090605ad814361b1b58.
00:30:57.690 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:30:57.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:30:57.704 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:57.704 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:57.704 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:57.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.705 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:57.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.705802 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 3
00:30:57.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.711515 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.768605 24073 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:57.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.769245 24073 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.769784 24073 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.805025 24073 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.805431 24073 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.805686 24073 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.805907 24073 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.806104 24073 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:57.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.806306 24073 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36755/jwks.json
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.845729 24073 master_runner.cc:387] Master server non-default flags:
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.253:43493
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data/info.pb
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.253
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/logs
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:57.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.847088 24073 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.848805 24073 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:57.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:57.854890 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 4
00:30:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.860781 24083 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.861048 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:57.953 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:57.954 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:57.954 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:57.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:57.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:57.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:57.956 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:58.016 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:30:58.016 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:30:58.017 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:30:58.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:58.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:58.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:30:58.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:58.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:58.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:30:58.018 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:58.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:58.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:30:58.019 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:30:58.068 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:58.068 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:58.069 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:58.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:58.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:58.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:58.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:58.160498 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 5
00:30:58.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:58.167794 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:58.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470658182 for job 989e0e194e66b090605ad814361b1b58.
00:30:58.194 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:30:58.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:30:58.202 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:58.202 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:58.202 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:58.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:58.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:58.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:58.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:58.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:58.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:58.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:58.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:58.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:58.309 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:58.309 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:58.310 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:58.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:58.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:58.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:58.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:58.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:58.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:58.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:58.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:58.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:58.313 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:58.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:58.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:58.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470658681 for job 989e0e194e66b090605ad814361b1b58.
00:30:58.692 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:30:58.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:30:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:58.715270 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 6
00:30:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:58.743637 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.253:43493: Network error: Client connection negotiation failed: client connection to 127.23.109.253:43493: connect: Connection refused (error 111)
00:30:58.785 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:58.786 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:58.786 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:58.789 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.789 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.790 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:58.889 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:58.889 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:58.890 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:58.890 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:58.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:58.890 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:58.891 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:58.986 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:30:58.986 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:30:58.986 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:30:58.986 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:58.987 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:58.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.987 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:58.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:30:58.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:58.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:58.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:58.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:58.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:58.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:58.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.988 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:30:58.988 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:58.988 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:58.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:30:58.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:30:58.989 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:58.989 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:59.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:59.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:59.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:57.861831 24084 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:59.176 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:59.177 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:59.177 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:59.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:59.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.178627 24086 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:59.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.181304 24073 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.319s	user 0.450s	sys 0.741s
00:30:59.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470659181 for job 989e0e194e66b090605ad814361b1b58.
00:30:59.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.181697 24073 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.320s	user 0.450s	sys 0.741s
00:30:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.192878 24085 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1330 milliseconds
00:30:59.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.192896 24073 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:30:59.193 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:30:59.194 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:30:59.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.194635 24073 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:30:59.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.197469 24073 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:30:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.198868 24073 hybrid_clock.cc:648] HybridClock initialized: now 1783470659198836 us; error 45 us; skew 500 ppm
00:30:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.199756 24073 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:30:59.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.207237 24073 webserver.cc:534] Webserver started at http://127.23.109.253:33015/ using document root <none> and password file <none>
00:30:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.208328 24073 fs_manager.cc:362] Metadata directory not provided
00:30:59.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.208613 24073 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:30:59.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.209126 24073 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:30:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.215358 24073 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data/instance:
00:30:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ea3f28d4271429db09e540ab8a78087"
00:30:59.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:59 on dist-test-slave-qgzj"
00:30:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.216936 24073 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal/instance:
00:30:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ea3f28d4271429db09e540ab8a78087"
00:30:59.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:59 on dist-test-slave-qgzj"
00:30:59.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.225371 24073 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
00:30:59.229 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:59.229 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:59.229 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:59.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.229 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.229 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:59.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.232723 24097 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:30:59.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.234136 24073 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.001s
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.234556 24073 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2ea3f28d4271429db09e540ab8a78087"
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:30:59 on dist-test-slave-qgzj"
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.235004 24073 fs_report.cc:389] FS layout report
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data/data
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:30:59.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:30:59.260 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:59.260 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:59.260 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:59.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:59.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.307785 24073 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:30:59.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.309399 24073 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:30:59.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.309830 24073 kserver.cc:163] Server-wide thread pool size limit: 3276
00:30:59.369 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:59.370 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:59.370 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:59.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.371 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.382840 24073 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.253:43493
00:30:59.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.382884 24148 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.253:43493 every 8 connection(s)
00:30:59.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.386665 24073 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/data/info.pb
00:30:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.387888 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24073
00:30:59.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.388363 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-1/wal/instance
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.391705 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/logs
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data/info.pb
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.252:45675
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.252
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json with env {}
00:30:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.394532 24149 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:30:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.411571 24149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } has no permanent_uuid. Determining permanent_uuid...
00:30:59.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.436986 24149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } has no permanent_uuid. Determining permanent_uuid...
00:30:59.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.453693 24149 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
00:30:59.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.456526 24099 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.461103 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.464 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:59.464 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:59.464 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:59.464 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.465 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:59.468 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:59.469 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:59.469 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:59.469 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.469 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.469 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.469 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.469 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:59.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:30:59.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:30:59.510 [DEBUG - pool-190-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:30:59.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:59.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:59.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:30:59.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:59.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:59.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:30:59.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:59.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:59.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:30:59.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.511395 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 1
00:30:59.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:30:59.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.516112 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.584522 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 2
00:30:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.589072 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:59.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:30:59.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.680529 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 3
00:30:59.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470659681 for job 989e0e194e66b090605ad814361b1b58.
00:30:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.688553 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.690 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:30:59.690 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:30:59.740 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:30:59.740 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:30:59.740 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:30:59.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.740 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:30:59.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:30:59.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:30:59.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:30:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.741174 24151 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:30:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.741734 24151 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:30:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.742483 24151 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:30:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.778021 24151 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:30:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.778447 24151 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:30:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.778719 24151 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:30:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.778995 24151 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:30:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.779325 24151 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:30:59.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.779578 24151 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36755/jwks.json
00:30:59.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.804169 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } attempt: 7
00:30:59.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:30:59.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:30:59.807 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:30:59.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:59.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:59.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:59.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:30:59.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:59.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:59.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:30:59.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:59.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:30:59.808 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:30:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.817668 24071 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.823752 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.823933 24151 master_runner.cc:387] Master server non-default flags:
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.252:45675
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36755/jwks.json
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data/info.pb
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.252
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/logs
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:30:59.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:30:59.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.825344 24151 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:30:59.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.826972 24151 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:30:59.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.831954 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 4
00:30:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.837137 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.838958 24163 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:30:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.882179 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 1
00:30:59.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.889396 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:30:59.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:30:59.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:30:59.909 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:30:59.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:30:59.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:30:59.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:30:59.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:30:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:30:59.970885 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 2
00:30:59.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.978425 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:00.066475 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 3
00:31:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:00.075026 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:00.136710 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 5
00:31:00.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:00.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:00.145210 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470660182 for job 989e0e194e66b090605ad814361b1b58.
00:31:00.193 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:31:00.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:31:00.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:00.216418 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 4
00:31:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:00.233224 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.286 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:31:00.286 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:31:00.287 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
00:31:00.287 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:00.293 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
00:31:00.294 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:00.294 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
00:31:00.294 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:31:00.295 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
00:31:00.296 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:31:00.297 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:31:00.298 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:31:00.298 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
00:31:00.298 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
00:31:00.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73cee05e
00:31:00.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:00.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:00.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
00:31:00.300 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
00:31:00.300 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
00:31:00.301 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@662a7ebf
00:31:00.301 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:00.301 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:00.302 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
00:31:00.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73483d0e
00:31:00.305 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:00.307 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:00.308 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@570ea7e4
00:31:00.311 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
00:31:00.311 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:31:00.311 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:31:00.311 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.312 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:00.312 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:31:00.313 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
00:31:00.314 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:00.315 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.319 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.319 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
00:31:00.319 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:31:00.320 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:31:00.321 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
00:31:00.321 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:31:00.321 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
00:31:00.322 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
00:31:00.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
00:31:00.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@efc81d7
00:31:00.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:00.323 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:00.323 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:31:00.323 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.323 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:31:00.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.327 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@702505f1
00:31:00.328 [INFO - Thread-43] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:00.329 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.330 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:31:00.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
00:31:00.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
00:31:00.330 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:31:00.331 [DEBUG - Thread-43] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:31:00.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23f2bfea
00:31:00.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:00.331 [DEBUG - Thread-43] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:00.331 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:00.333 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:31:00.333 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:31:00.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.334 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.335 [INFO - Thread-43] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:00.335 [INFO - Thread-43] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:00.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60b75e64
00:31:00.336 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:00.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.337 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:00.338 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:00.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.338 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:00.339 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:00.340 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.344 [DEBUG - Thread-43] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:00.344 [INFO - Thread-43] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:00.347 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:00.352 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.355 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.357 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.358 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.359 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.362 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.365 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:00.365 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:00.365 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:00.365 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:00.365 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.367 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.370 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.370 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.372 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.373 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.373 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.373 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.373 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.374 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.375 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.389 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.391 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.399 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.404 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.406 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.411 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.412 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.415 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.416 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:00.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.416 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.416 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:00.416 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:00.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:00.416 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:00.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:00.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:00.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:00.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:00.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:00.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:00.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:00.417 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:00.419 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.423 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.423 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.427 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.429 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.430 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.438 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.444 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.444 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.444 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.444 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.445 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.449 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.450 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.453 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.454 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.455 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.455 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.458 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.458 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.459 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.459 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.459 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.459 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.460 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.463 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.463 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.463 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.465 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.465 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.465 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.465 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.466 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.467 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.469 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.472 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.472 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.473 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.473 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.473 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.479 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.480 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.480 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.481 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.482 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.482 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.483 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.483 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.484 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.484 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.484 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.485 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.486 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.486 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.486 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.487 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.489 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.489 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.489 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.489 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.492 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.492 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.492 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.493 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.500 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.500 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.505 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.506 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.506 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.506 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.508 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.509 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:00.516675 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 5
00:31:00.520 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.520 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.520 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.521 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.521 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.521 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.522 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.526 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.527 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.527 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.528 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:00.529755 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.532 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.532 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.533 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.539 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.539 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.539 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.541 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.541 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.541 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.541 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.542 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.542 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.542 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.543 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.543 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.544 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.545 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.546 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.546 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.546 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.551 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.552 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.552 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.560 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.561 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.561 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.583 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.583 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.583 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.584 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.584 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.585 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.585 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.585 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.586 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.586 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.586 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:00.592 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.592 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.593 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.593 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.594 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.594 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.595 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:00.600 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.600 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.601 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.602 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.625 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:00.625 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:00.626 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:00.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:00.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:00.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:00.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:00.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:00.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:00.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:00.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:00.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:00.628 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:00.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:00.659 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.659 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.660 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.663 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.663 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.663 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.680 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.680 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.681 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470660682 for job 989e0e194e66b090605ad814361b1b58.
00:31:00.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.696 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:31:00.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:00.692690 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 6
00:31:00.706 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:31:00.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.718 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:00.734 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:00.734 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:00.734 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:00.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:00.743 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.744 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.744 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.745 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.745 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.745 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:00.760213 24149 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:00.767 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.767 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.767 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.770 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.800 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:00.800 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:00.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:00.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:00.802 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:00.802 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.802 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.802 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:00.802 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:00.841 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:00.841 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:00.842 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:00.842 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:00.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:00.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.843 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.843 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:00.843 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:00.900 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:00.900 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:00.900 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:00.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:00.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:00.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:00.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.011976 24067 debug-util.cc:398] Leaking SignalData structure 0x7b08000705e0 after lost signal to thread 24004
00:31:01.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.012832 24067 debug-util.cc:398] Leaking SignalData structure 0x7b08000707a0 after lost signal to thread 24070
00:31:01.023 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.023 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.023 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.024 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.026 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.052 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.052 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.053 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.079 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.080 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.080 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.092 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.092 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.092 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.091015 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 6
00:31:01.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.103 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.103 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.104 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.104 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.104 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.142318 24071 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.23.109.252:45675: Network error: Client connection negotiation failed: client connection to 127.23.109.252:45675: connect: Connection refused (error 111)
00:31:01.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.172 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.173 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.173 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.174 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.174 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.174 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.174 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.174 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.174 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.174 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470661182 for job 989e0e194e66b090605ad814361b1b58.
00:31:01.200 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:31:01.202 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:31:01.224 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:01.224 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:01.225 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:01.225 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.225 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.225 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:01.234 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:01.235 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:01.235 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:01.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.241 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:01.247 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.247 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.247 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.300 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:01.300 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:01.301 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:01.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:01.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:01.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:01.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:01.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:01.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:01.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:01.302 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:01.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:01.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:01.325 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:01.326 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:01.326 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:01.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:01.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:01.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:01.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:01.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:01.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:01.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:01.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:01.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:01.327 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:01.329 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:01.329 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:01.329 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:01.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:01.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.259809 24162 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 24151
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.490815 24162 kernel_stack_watchdog.cc:198] Thread 24151 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 408ms:
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:31:01.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.491569 24151 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.653s	user 0.658s	sys 0.872s
00:31:01.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.491832 24151 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.653s	user 0.658s	sys 0.872s
00:31:01.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:30:59.839357 24164 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.492982 24165 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1654 milliseconds
00:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:01.493073 24166 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:01.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.493530 24151 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:01.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.497146 24151 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:01.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.499838 24151 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:01.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.501160 24151 hybrid_clock.cc:648] HybridClock initialized: now 1783470661501124 us; error 48 us; skew 500 ppm
00:31:01.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.501996 24151 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:01.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.513284 24151 webserver.cc:534] Webserver started at http://127.23.109.252:46269/ using document root <none> and password file <none>
00:31:01.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.514657 24151 fs_manager.cc:362] Metadata directory not provided
00:31:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.515056 24151 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:01.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.515703 24151 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.521976 24151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data/instance:
00:31:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4971ece3a0e4087925b7d9050f65c60"
00:31:01.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:01 on dist-test-slave-qgzj"
00:31:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.523545 24151 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal/instance:
00:31:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4971ece3a0e4087925b7d9050f65c60"
00:31:01.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:01 on dist-test-slave-qgzj"
00:31:01.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.532907 24151 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
00:31:01.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.541554 24233 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.543005 24151 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
00:31:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.543520 24151 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal
00:31:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b4971ece3a0e4087925b7d9050f65c60"
00:31:01.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:01 on dist-test-slave-qgzj"
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.544090 24151 fs_report.cc:389] FS layout report
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data/data
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:01.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:01.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:01.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.602903 24151 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:01.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.604467 24151 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:01.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.604959 24151 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:01.611 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.612 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.612 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.613 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.613 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.613 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.641 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:01.642 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:01.642 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:01.643 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.643 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:01.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:01.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.644 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:01.644 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:01.649 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:01.677 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [15ms] received response from server master-127.20.78.60:41935: OK, deferred=null) with no deferred attached!
00:31:01.683 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470661682 for job 989e0e194e66b090605ad814361b1b58.
00:31:01.692 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:01.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:31:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.770553 24151 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.252:45675
00:31:01.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.770663 24284 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.252:45675 every 8 connection(s)
00:31:01.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.773538 24151 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/data/info.pb
00:31:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.780999 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24151
00:31:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.781418 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/master-2/wal/instance
00:31:01.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.781716 24285 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.797717 24285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } has no permanent_uuid. Determining permanent_uuid...
00:31:01.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.824222 24149 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 7
00:31:01.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.870322 24285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } has no permanent_uuid. Determining permanent_uuid...
00:31:01.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.883127 24149 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: Bootstrap starting.
00:31:01.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.884856 24285 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } has no permanent_uuid. Determining permanent_uuid...
00:31:01.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.894696 24149 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: Neither blocks nor log segments found. Creating new log.
00:31:01.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.897009 24149 log.cc:826] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: Log is configured to *not* fsync() on all Append() calls
00:31:01.900 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.900 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.900 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.900 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.901 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.903647 24149 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: No bootstrap required, opened a new log
00:31:01.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.914500 24285 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: Bootstrap starting.
00:31:01.919 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.920 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.922863 24285 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: Neither blocks nor log segments found. Creating new log.
00:31:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.925180 24285 log.cc:826] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: Log is configured to *not* fsync() on all Append() calls
00:31:01.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.936540 24285 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: No bootstrap required, opened a new log
00:31:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.938421 24149 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.939538 24149 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.939829 24149 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2ea3f28d4271429db09e540ab8a78087, State: Initialized, Role: FOLLOWER
00:31:01.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.941048 24149 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.945652 24297 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:01.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.946631 24297 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: This master's current role is: FOLLOWER
00:31:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.947556 24149 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: configured and running, proceeding with master startup.
00:31:01.966 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:01.967 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:01.967 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:01.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.967 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.967 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:01.968 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:01.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:01.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:01.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:01.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:01.968 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:01.969 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:01.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:01.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:01.970 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:01.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.967926 24285 raft_consensus.cc:359] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:01.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.974380 24285 raft_consensus.cc:385] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:01.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.974699 24285 raft_consensus.cc:740] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b4971ece3a0e4087925b7d9050f65c60, State: Initialized, Role: FOLLOWER
00:31:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.975659 24285 consensus_queue.cc:260] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.989563 24306 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:01.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.990374 24306 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: This master's current role is: FOLLOWER
00:31:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.994561 24285 sys_catalog.cc:565] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: configured and running, proceeding with master startup.
00:31:02.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.015836 24309 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:02.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.017419 24309 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:01.986548 24073 master_runner.cc:187] Error getting master registration for 127.23.109.254:38935: OK, instance_id { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" instance_seqno: 1783470657404957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.029968 24073 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.063148 24321 catalog_manager.cc:1593] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:02.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.063898 24321 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.068753 24103 tablet.cc:2406] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:02.081 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:02.082 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:02.082 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:02.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:02.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.058027 24151 master_runner.cc:187] Error getting master registration for 127.23.109.254:38935: OK, instance_id { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" instance_seqno: 1783470657404957 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:02.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.092609 24151 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:02.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.111115 24239 tablet.cc:2406] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:02.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.153 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:02.153 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:02.153 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:02.154 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.154 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.154 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.155 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.155 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.155 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.155 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.155 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:02.174 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:02.174 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:02.174 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:02.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.175874 24071 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } attempt: 7
00:31:02.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.177 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:02.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470662182 for job 989e0e194e66b090605ad814361b1b58.
00:31:02.194 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:31:02.196 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:31:02.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.252645 24071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: Bootstrap starting.
00:31:02.280 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:02.281 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:02.281 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:02.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.283712 24297 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:02.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.284322 24297 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:02.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.292719 24260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ea3f28d4271429db09e540ab8a78087" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4971ece3a0e4087925b7d9050f65c60" is_pre_election: true
00:31:02.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.293707 24260 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2ea3f28d4271429db09e540ab8a78087 in term 0.
00:31:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.296634 24099 leader_election.cc:304] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ea3f28d4271429db09e540ab8a78087, b4971ece3a0e4087925b7d9050f65c60; no voters: 
00:31:02.314 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [19ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.314 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [36ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.314 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [19ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.314 [DEBUG - pool-206-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [28ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.301548 24324 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.310650 24324 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:02.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.311007 24324 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 0 FOLLOWER]: Advancing to term 1
00:31:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.300580 24297 leader_election.cc:290] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers dc2547607e7e48a781ed33c58c3e7233 (127.23.109.254:38935), b4971ece3a0e4087925b7d9050f65c60 (127.23.109.252:45675)
00:31:02.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.318605 24324 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.325978 24071 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: Neither blocks nor log segments found. Creating new log.
00:31:02.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.330228 24071 log.cc:826] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: Log is configured to *not* fsync() on all Append() calls
00:31:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.332876 24260 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ea3f28d4271429db09e540ab8a78087" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b4971ece3a0e4087925b7d9050f65c60"
00:31:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.333451 24260 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 0 FOLLOWER]: Advancing to term 1
00:31:02.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.340179 24260 raft_consensus.cc:2468] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ea3f28d4271429db09e540ab8a78087 in term 1.
00:31:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.341435 24099 leader_election.cc:304] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2ea3f28d4271429db09e540ab8a78087, b4971ece3a0e4087925b7d9050f65c60; no voters: 
00:31:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.342273 24297 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 1 FOLLOWER]: Leader election won for term 1
00:31:02.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.346434 24324 leader_election.cc:290] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [CANDIDATE]: Term 1 election: Requested vote from peers dc2547607e7e48a781ed33c58c3e7233 (127.23.109.254:38935), b4971ece3a0e4087925b7d9050f65c60 (127.23.109.252:45675)
00:31:02.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.349159 24297 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [term 1 LEADER]: Becoming Leader. State: Replica: 2ea3f28d4271429db09e540ab8a78087, State: Running, Role: LEADER
00:31:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.350224 24297 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.361243 24071 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: No bootstrap required, opened a new log
00:31:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.364167 24324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ea3f28d4271429db09e540ab8a78087. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.365046 24324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: This master's current role is: LEADER
00:31:02.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.373695 24328 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:31:02.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.382575 24328 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:31:02.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.417371 24260 raft_consensus.cc:1275] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [term 1 FOLLOWER]: Refusing update from remote peer 2ea3f28d4271429db09e540ab8a78087: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:02.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.419226 24324 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.449257 24306 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ea3f28d4271429db09e540ab8a78087. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.449959 24306 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: This master's current role is: FOLLOWER
00:31:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.459007 24071 raft_consensus.cc:359] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:02.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.460253 24071 raft_consensus.cc:385] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:02.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.461678 24071 raft_consensus.cc:740] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dc2547607e7e48a781ed33c58c3e7233, State: Initialized, Role: FOLLOWER
00:31:02.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.464092 24071 consensus_queue.cc:260] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } }
00:31:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.488904 24071 sys_catalog.cc:565] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: configured and running, proceeding with master startup.
00:31:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.489058 24045 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ea3f28d4271429db09e540ab8a78087" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc2547607e7e48a781ed33c58c3e7233"
00:31:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.489991 24046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2ea3f28d4271429db09e540ab8a78087" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "dc2547607e7e48a781ed33c58c3e7233" is_pre_election: true
00:31:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.492858 24045 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 0 FOLLOWER]: Advancing to term 1
00:31:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.492391 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.494270 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: This master's current role is: FOLLOWER
00:31:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.497157 24306 sys_catalog.cc:455] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.497808 24306 sys_catalog.cc:458] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60 [sys.catalog]: This master's current role is: FOLLOWER
00:31:02.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.501570 24045 raft_consensus.cc:2468] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2ea3f28d4271429db09e540ab8a78087 in term 1.
00:31:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.505803 24044 raft_consensus.cc:1275] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [term 1 FOLLOWER]: Refusing update from remote peer 2ea3f28d4271429db09e540ab8a78087: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.506050 24297 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.506706 24297 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: This master's current role is: LEADER
00:31:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.507275 24328 catalog_manager.cc:1382] Generated new cluster ID: f07323835d2d489981d0913dfd2e45ec
00:31:02.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.507526 24328 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:31:02.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.509100 24326 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [LEADER]: Connected to new peer: Peer: permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:02.529 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:02.530 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:02.530 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:02.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.530 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:02.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.559268 24328 catalog_manager.cc:1405] Generated new certificate authority record
00:31:02.560 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:02.560 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:02.561 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:02.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:02.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.562237 24328 catalog_manager.cc:1539] Loading token signing keys...
00:31:02.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:02.563 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.563 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.563 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:02.563 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:02.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.601758 24328 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: Generated new TSK 0
00:31:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.605470 24328 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.611043 24333 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2ea3f28d4271429db09e540ab8a78087. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.611328 24297 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.611763 24333 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: This master's current role is: FOLLOWER
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.611434 24341 sys_catalog.cc:455] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2ea3f28d4271429db09e540ab8a78087" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "dc2547607e7e48a781ed33c58c3e7233" member_type: VOTER last_known_addr { host: "127.23.109.254" port: 38935 } } peers { permanent_uuid: "2ea3f28d4271429db09e540ab8a78087" member_type: VOTER last_known_addr { host: "127.23.109.253" port: 43493 } } peers { permanent_uuid: "b4971ece3a0e4087925b7d9050f65c60" member_type: VOTER last_known_addr { host: "127.23.109.252" port: 45675 } } }
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.612005 24297 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087 [sys.catalog]: This master's current role is: LEADER
00:31:02.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.612186 24341 sys_catalog.cc:458] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233 [sys.catalog]: This master's current role is: FOLLOWER
00:31:02.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.642899 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/logs
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data/info.pb
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.193:0
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.193
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.193
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:02.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:02.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470662681 for job 989e0e194e66b090605ad814361b1b58.
00:31:02.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:02.680657 24145 debug-util.cc:398] Leaking SignalData structure 0x7b0800070300 after lost signal to thread 24078
00:31:02.688 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:02.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:02.689 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:02.689 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:02.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.690 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:02.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:02.690 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:02.691 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:02.692 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:31:02.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:02.712141 24351 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:31:02.739 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:02.739 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:02.740 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:02.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:02.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:02.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:02.741 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [21ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [13ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [12ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [17ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [19ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [22ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30010), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [22ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.810 [DEBUG - pool-208-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30009), Traces: [0ms] sending RPC to server master-127.21.18.60:34117, [23ms] received response from server master-127.21.18.60:34117: OK, deferred=null) with no deferred attached!
00:31:02.903 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:02.903 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:02.903 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:02.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.905 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:02.949 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:02.949 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:02.949 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:02.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:02.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:02.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:02.951 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:03.047 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:03.047 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:03.048 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:03.048 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.048 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.049 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.049 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.049 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.049 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.049 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.049 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.049 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:03.060 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:03.060 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:03.060 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:03.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:03.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:03.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:03.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:03.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:03.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:03.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:03.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:03.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:03.062 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:03.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.070356 24321 catalog_manager.cc:1294] Loaded cluster ID: f07323835d2d489981d0913dfd2e45ec
00:31:03.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.070865 24321 catalog_manager.cc:1587] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: loading cluster ID for follower catalog manager: success
00:31:03.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.081745 24321 catalog_manager.cc:1609] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: acquiring CA information for follower catalog manager: success
00:31:03.091 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.111950 24321 catalog_manager.cc:1637] T 00000000000000000000000000000000 P b4971ece3a0e4087925b7d9050f65c60: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:03.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470663181 for job 989e0e194e66b090605ad814361b1b58.
00:31:03.192 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:03.193 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
00:31:03.209 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:03.209 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:03.209 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:03.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.211 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.293555 24348 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:03.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.294214 24348 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:03.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.294950 24348 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:03.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.359541 24348 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:03.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.361074 24348 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.109.193
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.427541 24348 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.193:0
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data/info.pb
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.193
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.193
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/logs
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:03.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:03.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.429283 24348 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:03.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.431488 24348 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:03.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.457456 24358 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:03.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:03.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:03.547 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:03.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:03.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:03.549 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.549 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.549 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:03.549 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:03.591 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.596 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:03.596 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:03.596 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:03.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:03.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:03.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:03.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:03.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:03.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:03.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:03.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:03.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:03.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:03.637 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [9ms] received response from server master-127.20.78.60:41935: OK, deferred=null) with no deferred attached!
00:31:03.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:03.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470663682 for job 989e0e194e66b090605ad814361b1b58.
00:31:03.690 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:31:03.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
00:31:03.728 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:03.729 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:03.729 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:03.729 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.729 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:03.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:03.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:03.731 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:03.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.731400 24351 catalog_manager.cc:1294] Loaded cluster ID: f07323835d2d489981d0913dfd2e45ec
00:31:03.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.737046 24351 catalog_manager.cc:1587] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: loading cluster ID for follower catalog manager: success
00:31:03.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.754945 24351 catalog_manager.cc:1609] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: acquiring CA information for follower catalog manager: success
00:31:03.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:03.774094 24351 catalog_manager.cc:1637] T 00000000000000000000000000000000 P dc2547607e7e48a781ed33c58c3e7233: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:03.964 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:03.964 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:03.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:03.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:03.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:03.965 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:03.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:03.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:03.966 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:03.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:03.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:03.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:03.966 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:04.075 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:04.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:04.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:04.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:04.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470664182 for job 989e0e194e66b090605ad814361b1b58.
00:31:04.191 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:04.192 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
00:31:04.294 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:04.294 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:04.295 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:04.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:04.466 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:04.467 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:04.467 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:04.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:04.528 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:04.528 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:04.529 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:04.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:04.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:04.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:04.531 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:04.531 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:04.531 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:04.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:04.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:04.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:04.531 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:04.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:04.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470664682 for job 989e0e194e66b090605ad814361b1b58.
00:31:04.692 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:04.693 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
00:31:04.721 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:04.722 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:04.722 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:04.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:04.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:04.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:04.723 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:04.743 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:04.744 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:04.744 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:04.745 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.745 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.745 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.745 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.745 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.746 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:04.839 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:04.840 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:04.840 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:04.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:04.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:04.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.842 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.842 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:04.842 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:04.967 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:04.967 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:04.968 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:04.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:04.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:04.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:04.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:05.067 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:05.068 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:05.068 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:05.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:05.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:05.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:05.069 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:05.069 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:05.069 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:05.070 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:05.070 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:05.070 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:05.070 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:05.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.113 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:05.113 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:05.114 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:05.114 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:05.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:05.114 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:05.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:05.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:05.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:05.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:05.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:05.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:05.116 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:05.116 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:05.116 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:05.116 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:05.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:05.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:05.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:05.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:05.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:05.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:05.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:05.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:05.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:05.117 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:05.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.183 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470665182 for job 989e0e194e66b090605ad814361b1b58.
00:31:05.185 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:05.185 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:05.185 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:05.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:05.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:05.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:05.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:05.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:05.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:05.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:05.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:05.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:05.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:05.191 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:05.195 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
00:31:05.406 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:05.406 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:05.406 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:05.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:05.407 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:05.407 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:05.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:05.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:05.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:05.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:05.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:05.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:05.408 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:05.590 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.638 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [6ms] received response from server master-127.20.78.60:41935: OK, deferred=null) with no deferred attached!
00:31:05.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:04.855047 24357 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24348
00:31:05.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:05.643201 24348 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.182s	user 0.618s	sys 0.886s
00:31:05.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:05.652961 24348 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.192s	user 0.618s	sys 0.886s
00:31:05.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:03.462922 24359 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:05.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:05.667527 24367 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:05.685 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470665684 for job 989e0e194e66b090605ad814361b1b58.
00:31:05.694 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:31:05.695 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
00:31:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.696774 24348 server_base.cc:1061] running on GCE node
00:31:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.698192 24348 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:05.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.709095 24348 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:05.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.716797 24348 hybrid_clock.cc:648] HybridClock initialized: now 1783470665716739 us; error 68 us; skew 500 ppm
00:31:05.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.717918 24348 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:05.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.738852 24348 webserver.cc:534] Webserver started at http://127.23.109.193:33197/ using document root <none> and password file <none>
00:31:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.740121 24348 fs_manager.cc:362] Metadata directory not provided
00:31:05.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.740420 24348 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:05.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.740988 24348 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.747517 24348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data/instance:
00:31:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28fbb21ce4c94f24bf35eaf9a164c0af"
00:31:05.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:05 on dist-test-slave-qgzj"
00:31:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.749046 24348 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal/instance:
00:31:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28fbb21ce4c94f24bf35eaf9a164c0af"
00:31:05.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:05 on dist-test-slave-qgzj"
00:31:05.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.787714 24348 fs_manager.cc:696] Time spent creating directory manager: real 0.038s	user 0.006s	sys 0.012s
00:31:05.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.810074 24372 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:05.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.811522 24348 fs_manager.cc:730] Time spent opening block manager: real 0.019s	user 0.008s	sys 0.001s
00:31:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.811962 24348 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal
00:31:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "28fbb21ce4c94f24bf35eaf9a164c0af"
00:31:05.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:05 on dist-test-slave-qgzj"
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.812392 24348 fs_report.cc:389] FS layout report
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data/data
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:05.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:05.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.949525 24348 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:05.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.951706 24348 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:05.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.952275 24348 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:05.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.980129 24348 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:05.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.999503 24348 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:05.999822 24348 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:06.000 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.000316 24348 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:06.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.000574 24348 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.001s
00:31:06.000 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:06.001 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:06.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:06.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:06.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:06.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:06.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:06.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:06.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:06.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:06.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:06.002 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:06.046 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:06.046 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:06.047 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:06.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:06.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:06.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:06.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:06.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:06.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:06.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:06.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:06.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:06.049 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:06.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:06.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:06.049 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:06.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.050 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.050 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.050 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:06.090 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:06.092 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:06.092 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:06.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:06.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.094 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:06.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:06.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:06.182 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470666181 for job 989e0e194e66b090605ad814361b1b58.
00:31:06.201 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:31:06.203 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
00:31:06.330 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:06.330 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:06.330 [DEBUG - pool-268-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:06.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.332 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.333 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.333 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:06.334 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26545), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [8ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [11ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [743ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2003ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5121ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@902911561(state=PENDING, result=null, callback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774), errback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774)))
00:31:06.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:06.335 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26545), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [8ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [11ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [743ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2003ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5121ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@902911561(state=PENDING, result=null, callback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774), errback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:06.336 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
00:31:06.338 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:06.338 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:06.338 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:06.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.340 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:06.342 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:31:06.345 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26545), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [8ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [11ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [742ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [743ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2003ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5121ms] refreshing cache from master, [5121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5122ms] too many traces: truncated at 100 traces, deferred=Deferred@902911561(state=PENDING, result=null, callback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774), errback=(continuation of Deferred@2026778977 after retry RPC after error@1475122514) -> (continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:06.346 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:06.347 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
00:31:06.369 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:31:06.370 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:31:06.420 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:06.420 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:06.420 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:06.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.422 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.422 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:06.485 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:06.485 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:06.486 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:06.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:06.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:06.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:06.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:06.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:06.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:06.487 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:06.487 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:06.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:06.487 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:06.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:06.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:06.682 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470666681 for job 989e0e194e66b090605ad814361b1b58.
00:31:06.690 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 989e0e194e66b090605ad814361b1b58 (1629 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:06.691 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
00:31:06.699 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:06.700 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:06.700 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:06.700 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:06.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:06.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:06.702 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:06.788 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:06.788 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:06.789 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:06.789 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.789 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.789 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:06.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:06.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:06.790 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:06.791 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [10ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@1342691789(state=PENDING, result=null, callback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231), errback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231)))
00:31:06.791 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:06.792 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [10ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@1342691789(state=PENDING, result=null, callback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231), errback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:06.792 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:31:06.806 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:31:06.809 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27008), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [10ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2981ms] refreshing cache from master, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2982ms] too many traces: truncated at 100 traces, deferred=Deferred@1342691789(state=PENDING, result=null, callback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231), errback=(continuation of Deferred@1941430953 after retry RPC after error@630576526) -> (continuation of Deferred@1640626666 after retry RPC after error@267296175) -> (continuation of Deferred@1132500049 after retry RPC after error@1211240458) -> (continuation of Deferred@1721415247 after retry RPC after error@501370070) -> (continuation of Deferred@1510433063 after retry RPC after error@40736813) -> (continuation of Deferred@829845217 after retry RPC after error@1048379621) -> (continuation of Deferred@1595035732 after retry RPC after error@827328363) -> (continuation of Deferred@861107910 after retry RPC after error@1711223393) -> (continuation of Deferred@681729658 after retry RPC after error@435715930) -> (continuation of Deferred@825610213 after retry RPC after error@767922072) -> (continuation of Deferred@388912596 after retry RPC after error@1299638980) -> (continuation of Deferred@1378049640 after retry RPC after error@1402712827) -> (continuation of Deferred@922672553 after retry RPC after error@1285828984) -> (continuation of Deferred@79492762 after retry RPC after error@180256924) -> (continuation of Deferred@1248663543 after retry RPC after error@657440819) -> (continuation of Deferred@1145367146 after retry RPC after error@981481502) -> (continuation of Deferred@410010134 after retry RPC after error@1090991987) -> (continuation of Deferred@577999491 after retry RPC after error@419962395) -> (continuation of Deferred@66228190 after retry RPC after error@2067172476) -> (continuation of Deferred@1164967443 after retry RPC after error@483313763) -> (continuation of Deferred@190134363 after retry RPC after error@1146028065) -> (continuation of Deferred@2129326557 after retry RPC after error@336438195) -> (continuation of Deferred@909694601 after retry RPC after error@172656231)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:06.811 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:06.819 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
00:31:06.819 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:31:06.864 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:06.864 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:06.864 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:06.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:06.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:06.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:06.866 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.971179 24485 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.193:44357 every 8 connection(s)
00:31:06.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.971764 24348 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.193:44357
00:31:06.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.975363 24348 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/data/info.pb
00:31:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.983932 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24348
00:31:06.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:06.984565 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-0/wal/instance
00:31:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.008373 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:07.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/logs
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data/info.pb
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.194:0
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.194
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.194
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:07.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:07.021 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:07.022 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:07.022 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:07.022 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.022 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:07.033 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:07.033 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:07.034 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:07.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.035 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:07.092 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.62:38113(127.20.78.62:38113)] connecting to peer
00:31:07.092 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.60:41935(127.20.78.60:41935)] connecting to peer
00:31:07.092 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.20.78.61:36875(127.20.78.61:36875)] connecting to peer
00:31:07.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:07.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.78.61:36875(127.20.78.61:36875)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:07.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.61:36875: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875
00:31:07.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:07.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:07.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.78.62:38113(127.20.78.62:38113)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:07.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.62:38113: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113
00:31:07.094 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:07.094 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.78.60:41935(127.20.78.60:41935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:07.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.78.60:41935: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
00:31:07.094 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875; will retry
00:31:07.096 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
00:31:07.113 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=1776ca6cbff043c8aab4fdabb9c05542, attempt=8, KuduRpc(method=Scan, tablet=1776ca6cbff043c8aab4fdabb9c05542, attempt=8, TimeoutTracker(timeout=30000, elapsed=29444), Traces: [0ms] sending RPC to server f0a32f35d9484f6baa63f472fcc1755c, [550ms] received response from server f0a32f35d9484f6baa63f472fcc1755c: Network error: connection closed, [550ms] delaying RPC due to: Network error: connection closed, [560ms] sending RPC to server 07ca7a996cee400bb0ad4924a0939ae2, [613ms] received response from server 07ca7a996cee400bb0ad4924a0939ae2: Network error: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389], [613ms] delaying RPC due to: Network error: [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] unexpected exception from downstream on [id: 0x68aadaf5, L:/127.0.0.1:57228 - R:/127.20.78.3:35389], [620ms] sending RPC to server b75eca145e7a4a3fa3265db45575dce0, [622ms] received response from server b75eca145e7a4a3fa3265db45575dce0: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [622ms] delaying RPC due to: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [640ms] refreshing cache from master, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [658ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: [peer master-127.20.78.62:38113(127.20.78.62:38113)] unexpected exception from downstream on [id: 0xf2dd5a3e, L:/127.0.0.1:43120 - R:/127.20.78.62:38113], [672ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: OK, [673ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.78.60:41935, [677ms] Sub RPC GetTableLocations: received response from server master-127.20.78.60:41935: OK, [678ms] sending RPC to server f0a32f35d9484f6baa63f472fcc1755c, [679ms] received response from server f0a32f35d9484f6baa63f472fcc1755c: Network error: Failed to connect to peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397): Connection refused: /127.20.78.2:44397, [679ms] delaying RPC due to: Network error: Failed to connect to peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397): Connection refused: /127.20.78.2:44397, [700ms] sending RPC to server 07ca7a996cee400bb0ad4924a0939ae2, [702ms] received response from server 07ca7a996cee400bb0ad4924a0939ae2: Network error: Failed to connect to peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389): Connection refused: /127.20.78.3:35389, [702ms] delaying RPC due to: Network error: Failed to connect to peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389): Connection refused: /127.20.78.3:35389, [779ms] sending RPC to server b75eca145e7a4a3fa3265db45575dce0, [780ms] received response from server b75eca145e7a4a3fa3265db45575dce0: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [781ms] delaying RPC due to: Network error: Failed to connect to peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305): Connection refused: /127.20.78.1:39305, [821ms] refreshing cache from master, [821ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.78.60:41935, [822ms] Sub RPC GetTableLocations: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [822ms] Sub RPC GetTableLocations: delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [841ms] Sub RPC GetTableLocations: refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [842ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [861ms] Sub RPC GetTableLocations: refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [863ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [863ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [881ms] Sub RPC GetTableLocations: refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [882ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [882ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [882ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [882ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [901ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [901ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [902ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [902ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [921ms] Sub RPC GetTableLocations: refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [922ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1000ms] Sub RPC GetTableLocations: refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1002ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1140ms] Sub RPC GetTableLocations: refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1300ms] Sub RPC GetTableLocations: refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1302ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1621ms] Sub RPC GetTableLocations: refreshing cache from master, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1622ms] too many traces: truncated at 100 traces, [1622ms] too many traces: truncated at 100 traces, deferred=Deferred@1176074729(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@154478222 after retry RPC@864244112), errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0 -> (continuation of Deferred@154478222 after retry RPC@864244112)))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.78.60:41935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:07.115 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.78.60:41935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:07.116 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
00:31:07.116 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.78.60:41935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 07ca7a996cee400bb0ad4924a0939ae2(127.20.78.3:35389)] disconnecting while in state TERMINATED
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f0a32f35d9484f6baa63f472fcc1755c(127.20.78.2:44397)] disconnecting while in state TERMINATED
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.78.62:38113(127.20.78.62:38113)] disconnecting while in state TERMINATED
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.78.61:36875(127.20.78.61:36875)] disconnecting while in state TERMINATED
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer b75eca145e7a4a3fa3265db45575dce0(127.20.78.1:39305)] disconnecting while in state TERMINATED
00:31:07.117 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.78.60:41935(127.20.78.60:41935)] disconnecting while in state TERMINATED
00:31:07.119 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.18.61:41719(127.21.18.61:41719)] disconnecting while in state TERMINATED
00:31:07.119 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.18.62:43801(127.21.18.62:43801)] disconnecting while in state TERMINATED
00:31:07.119 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.18.60:34117(127.21.18.60:34117)] disconnecting while in state TERMINATED
00:31:07.119 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:07.120 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:07.120 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:07.120 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:31:07.135 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:07.135 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-1
00:31:07.136 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
00:31:07.136 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-4
00:31:07.137 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 7 thread-local buffer(s) from thread: kudu-nio-5
00:31:07.137 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:31:07.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:07.162 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
00:31:07.162 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:31:07.163 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.78.60:41935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:07.163 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:31:07.167 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:31:07.171 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=Kudu Master, attempt=32, TimeoutTracker(timeout=29165, elapsed=28607), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [1ms] received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [21ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [21ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [42ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [61ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [80ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [101ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [321ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [479ms] refreshing cache from master, [479ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [480ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [481ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [801ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [961ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [961ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1339ms] refreshing cache from master, [1339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [1340ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [1341ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4240ms] refreshing cache from master, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.62:38113, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.60:41935, [4240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.78.61:36875, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.62:38113: Network error: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.60:41935: Network error: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935, [4241ms] Sub RPC ConnectToMaster: received response from server master-127.20.78.61:36875: Network error: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4241ms] delaying RPC due to: Service unavailable: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875, [4599ms] refreshing cache from master, [4599ms] too many traces: truncated at 100 traces, deferred=Deferred@764989712(state=PENDING, result=null, callback=get tablet locations from the master for table replication_test_table -> release master lookup permit -> retry RPC -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333), errback=passthrough -> release master lookup permit -> retry RPC after error -> (continuation of Deferred@150065908 after retry RPC after error@915003317) -> (continuation of Deferred@1185809437 after retry RPC after error@768953737) -> (continuation of Deferred@724917429 after retry RPC after error@1408827929) -> (continuation of Deferred@1698785943 after retry RPC after error@1652546227) -> (continuation of Deferred@1672405693 after retry RPC after error@2027740443) -> (continuation of Deferred@380048709 after retry RPC after error@168951648) -> (continuation of Deferred@507400085 after retry RPC after error@9727308) -> (continuation of Deferred@783768870 after retry RPC after error@735595887) -> (continuation of Deferred@1207369062 after retry RPC after error@1688934105) -> (continuation of Deferred@1885415687 after retry RPC after error@431731025) -> (continuation of Deferred@1775661773 after retry RPC after error@1442295024) -> (continuation of Deferred@740789848 after retry RPC after error@1750238132) -> (continuation of Deferred@843633769 after retry RPC after error@1521512188) -> (continuation of Deferred@1257602748 after retry RPC after error@910564213) -> (continuation of Deferred@1121548872 after retry RPC after error@466037601) -> (continuation of Deferred@2049357371 after retry RPC after error@2084407225) -> (continuation of Deferred@1967110476 after retry RPC after error@1468074153) -> (continuation of Deferred@416938764 after retry RPC after error@139044833) -> (continuation of Deferred@3443325 after retry RPC after error@1605312146) -> (continuation of Deferred@150577136 after retry RPC after error@1305106337) -> (continuation of Deferred@1770605319 after retry RPC after error@1316324138) -> (continuation of Deferred@171414283 after retry RPC after error@366983859) -> (continuation of Deferred@917310076 after retry RPC after error@1411625808) -> (continuation of Deferred@1648020756 after retry RPC after error@173599170) -> (continuation of Deferred@1425603615 after retry RPC after error@495484131) -> (continuation of Deferred@695095339 after retry RPC after error@1689631293) -> (continuation of Deferred@2000599728 after retry RPC after error@697286608) -> (continuation of Deferred@1916489154 after retry RPC after error@991323626) -> (continuation of Deferred@964666114 after retry RPC after error@1843063490) -> (continuation of Deferred@1168637926 after retry RPC after error@1301736333)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.78.62:38113,127.20.78.60:41935,127.20.78.61:36875) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.61:36875(127.20.78.61:36875): Connection refused: /127.20.78.61:36875,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.62:38113(127.20.78.62:38113): Connection refused: /127.20.78.62:38113,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.78.60:41935(127.20.78.60:41935): Connection refused: /127.20.78.60:41935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.78.60:41935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:07.172 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:07.173 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:31:07.173 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RUNNING to RESTARTING.
00:31:07.174 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
00:31:07.174 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:31:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.207973 24487 heartbeater.cc:344] Connected to a master server at 127.23.109.253:43493
00:31:07.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.208518 24487 heartbeater.cc:461] Registering TS with master...
00:31:07.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.209908 24487 heartbeater.cc:507] Master 127.23.109.253:43493 requested a full tablet report, sending...
00:31:07.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.213302 24114 ts_manager.cc:194] Registered new tserver with Master: 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193:44357)
00:31:07.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.216806 24114 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.109.193:47363
00:31:07.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.220659 24492 heartbeater.cc:344] Connected to a master server at 127.23.109.254:38935
00:31:07.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.221026 24492 heartbeater.cc:461] Registering TS with master...
00:31:07.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.221939 24492 heartbeater.cc:507] Master 127.23.109.254:38935 requested a full tablet report, sending...
00:31:07.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.226495 24036 ts_manager.cc:194] Registered new tserver with Master: 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193:44357)
00:31:07.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.234499 24486 heartbeater.cc:344] Connected to a master server at 127.23.109.252:45675
00:31:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.234892 24486 heartbeater.cc:461] Registering TS with master...
00:31:07.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.235546 24486 heartbeater.cc:507] Master 127.23.109.252:45675 requested a full tablet report, sending...
00:31:07.235 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:07.236 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:07.236 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:07.236 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.238 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:07.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.240954 24250 ts_manager.cc:194] Registered new tserver with Master: 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193:44357)
00:31:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.257083 23977 debug-util.cc:398] Leaking SignalData structure 0x7b08000adec0 after lost signal to thread 23852
00:31:07.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.258231 23977 debug-util.cc:398] Leaking SignalData structure 0x7b08000b7cc0 after lost signal to thread 23980
00:31:07.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:07.613 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:07.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:07.614 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:07.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:07.615 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.615 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.615 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:07.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:07.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:07.637 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.20.78.60:41935, [5ms] received response from server master-127.20.78.60:41935: OK, deferred=null) with no deferred attached!
00:31:07.645 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.789857 24490 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:07.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.790696 24490 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:07.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.791606 24490 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:07.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.882815 24490 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:07.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:07.884232 24490 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.109.194
00:31:07.916 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:07.916 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:07.916 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:07.917 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:07.917 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:07.917 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:07.917 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:07.917 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:07.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:07.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:07.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:07.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:07.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.957733 24490 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.194:0
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data/info.pb
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.194
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.194
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/logs
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:07.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.959394 24490 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:07.961863 24490 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:08.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:08.000984 24510 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:08.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:08.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:08.174 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RESTARTING to RUNNING.
00:31:08.175 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 989e0e194e66b090605ad814361b1b58 from Checkpoint 69 @ 1783470666681 for 989e0e194e66b090605ad814361b1b58 located at file:/tmp/junit8588352750398863425/checkpoints/989e0e194e66b090605ad814361b1b58/chk-69.
00:31:08.176 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
00:31:08.176 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:31:08.177 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:31:08.177 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 191ebb01dd2013c7f83d42074973168c
00:31:08.177 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
00:31:08.177 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:31:08.178 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:08.179 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 191ebb01dd2013c7f83d42074973168c.
00:31:08.179 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:31:08.179 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:31:08.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a022536
00:31:08.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:08.180 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:31:08.181 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:31:08.181 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:31:08.185 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@146a6f28
00:31:08.194 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:08.197 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.202 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.208 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.211 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.217 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.219 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:08.230918 24487 heartbeater.cc:499] Master 127.23.109.253:43493 was elected leader, sending a full tablet report...
00:31:08.242 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.242 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.242 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.243 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.254 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.268 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:08.269 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:08.269 [DEBUG - pool-263-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:08.269 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:08.269 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:08.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:08.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:08.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:08.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:08.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:08.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:08.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:08.270 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:08.271 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28490), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [12ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [12ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [922ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1062ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5360ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874)))
00:31:08.272 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:08.272 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28490), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [12ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [12ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [922ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1062ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5360ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:08.273 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
00:31:08.275 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:31:08.277 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28490), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [10ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [12ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [12ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [26ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [922ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1062ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1840ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1843ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5360ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5362ms] too many traces: truncated at 100 traces, deferred=Deferred@1668676573(state=PENDING, result=null, callback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874), errback=(continuation of Deferred@385544206 after retry RPC after error@673040955) -> (continuation of Deferred@192378663 after retry RPC after error@1192287879) -> (continuation of Deferred@111881451 after retry RPC after error@1084318231) -> (continuation of Deferred@1885338475 after retry RPC after error@830138113) -> (continuation of Deferred@1852398001 after retry RPC after error@622014385) -> (continuation of Deferred@714607835 after retry RPC after error@1279042662) -> (continuation of Deferred@1748813953 after retry RPC after error@1424886928) -> (continuation of Deferred@1056586754 after retry RPC after error@399290415) -> (continuation of Deferred@423234199 after retry RPC after error@1024729004) -> (continuation of Deferred@1390489120 after retry RPC after error@551465371) -> (continuation of Deferred@1777957285 after retry RPC after error@1955459657) -> (continuation of Deferred@801522390 after retry RPC after error@2059496668) -> (continuation of Deferred@1490490992 after retry RPC after error@1137944729) -> (continuation of Deferred@1587450567 after retry RPC after error@801681988) -> (continuation of Deferred@1338791259 after retry RPC after error@285588315) -> (continuation of Deferred@1000803094 after retry RPC after error@1360512180) -> (continuation of Deferred@2094806336 after retry RPC after error@1086293731) -> (continuation of Deferred@1128520281 after retry RPC after error@740201697) -> (continuation of Deferred@838189591 after retry RPC after error@222417492) -> (continuation of Deferred@1343049911 after retry RPC after error@149712843) -> (continuation of Deferred@395764155 after retry RPC after error@340148847) -> (continuation of Deferred@779362488 after retry RPC after error@1158516874)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:08.278 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:08.281 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:08.281 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:08.281 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:08.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:08.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
00:31:08.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.286 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:31:08.287 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.292 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.298 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.298 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.298 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.299 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.319 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:08.319 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:08.319 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:08.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:08.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:08.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:08.321 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:08.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.321 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.358 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.358 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.358 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.359 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.359 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.359 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.360 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.418 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.418 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.418 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.419 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.420 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:08.438 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.438 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.438 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.439 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.439 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.439 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.439 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:08.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:08.698 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.698 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.699 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.700 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.743 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:08.743 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:08.743 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:08.744 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:08.766 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:08.766 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:08.766 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:08.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.767 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.767 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:08.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:08.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:08.768 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:08.858 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:08.858 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:08.858 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:08.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:08.859 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.859 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.859 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:08.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:08.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:08.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.043 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:09.043 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:09.044 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:09.044 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.044 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.044 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:09.072 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:09.072 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:09.073 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:09.073 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.073 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.073 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.074 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:09.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.094 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:09.094 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:09.094 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:09.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.096 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:09.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.336 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:09.337 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:09.337 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:09.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.338 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.338 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.338 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:09.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.494 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:09.494 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:09.494 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:09.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.496 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:09.499 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:09.500 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:09.500 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:09.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:09.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:09.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:09.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:09.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:09.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:09.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:09.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:09.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:09.501 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:09.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.617 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:09.618 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:09.618 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:09.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:09.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:09.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:09.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:09.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:09.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:09.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:09.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:09.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:09.619 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:09.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.692 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:09.692 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:09.692 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:09.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:09.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:09.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:09.694 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:09.756 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.756 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.756 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [26ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [263ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1724ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2201ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1144407513(state=PENDING, result=null, callback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373), errback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373)))
00:31:09.760 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.761 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.761 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.761 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.761 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.761 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [26ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [263ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1724ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2201ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1144407513(state=PENDING, result=null, callback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373), errback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [26ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [263ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1724ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2201ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1144407513(state=PENDING, result=null, callback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373), errback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:09.762 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.762 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.762 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.762 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.769 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:09.769 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:09.769 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:09.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:09.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:09.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:09.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:09.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:09.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:09.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:09.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:09.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:09.771 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:09.772 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [9ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [25ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [261ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [262ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [262ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [262ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2483ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [4960ms] refreshing cache from master, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@1924744169(state=PENDING, result=null, callback=(continuation of Deferred@1024719461 after retry RPC after error@82104370) -> (continuation of Deferred@147208093 after retry RPC after error@819497831) -> (continuation of Deferred@314220491 after retry RPC after error@821930222) -> (continuation of Deferred@155065267 after retry RPC after error@2101946944) -> (continuation of Deferred@994817765 after retry RPC after error@1722598330) -> (continuation of Deferred@532070239 after retry RPC after error@723094979) -> (continuation of Deferred@1292106459 after retry RPC after error@1295143378) -> (continuation of Deferred@1741964140 after retry RPC after error@12889536) -> (continuation of Deferred@1380145697 after retry RPC after error@228601210) -> (continuation of Deferred@1219149953 after retry RPC after error@1831198457) -> (continuation of Deferred@637469486 after retry RPC after error@691544342) -> (continuation of Deferred@923292280 after retry RPC after error@1947832438) -> (continuation of Deferred@698489768 after retry RPC after error@1106947867) -> (continuation of Deferred@873774798 after retry RPC after error@213258778) -> (continuation of Deferred@896542591 after retry RPC after error@568775869) -> (continuation of Deferred@806747265 after retry RPC after error@202317403) -> (continuation of Deferred@955288442 after retry RPC after error@799335397) -> (continuation of Deferred@818606948 after retry RPC after error@1145294560) -> (continuation of Deferred@2027173449 after retry RPC after error@1894205821) -> (continuation of Deferred@399627734 after retry RPC after error@1304378626) -> (continuation of Deferred@335559810 after retry RPC after error@1583756254) -> (continuation of Deferred@1191195297 after retry RPC after error@1935888494), errback=(continuation of Deferred@1024719461 after retry RPC after error@82104370) -> (continuation of Deferred@147208093 after retry RPC after error@819497831) -> (continuation of Deferred@314220491 after retry RPC after error@821930222) -> (continuation of Deferred@155065267 after retry RPC after error@2101946944) -> (continuation of Deferred@994817765 after retry RPC after error@1722598330) -> (continuation of Deferred@532070239 after retry RPC after error@723094979) -> (continuation of Deferred@1292106459 after retry RPC after error@1295143378) -> (continuation of Deferred@1741964140 after retry RPC after error@12889536) -> (continuation of Deferred@1380145697 after retry RPC after error@228601210) -> (continuation of Deferred@1219149953 after retry RPC after error@1831198457) -> (continuation of Deferred@637469486 after retry RPC after error@691544342) -> (continuation of Deferred@923292280 after retry RPC after error@1947832438) -> (continuation of Deferred@698489768 after retry RPC after error@1106947867) -> (continuation of Deferred@873774798 after retry RPC after error@213258778) -> (continuation of Deferred@896542591 after retry RPC after error@568775869) -> (continuation of Deferred@806747265 after retry RPC after error@202317403) -> (continuation of Deferred@955288442 after retry RPC after error@799335397) -> (continuation of Deferred@818606948 after retry RPC after error@1145294560) -> (continuation of Deferred@2027173449 after retry RPC after error@1894205821) -> (continuation of Deferred@399627734 after retry RPC after error@1304378626) -> (continuation of Deferred@335559810 after retry RPC after error@1583756254) -> (continuation of Deferred@1191195297 after retry RPC after error@1935888494)))
00:31:09.773 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:09.773 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [9ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [25ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [25ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [43ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [103ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [261ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [262ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [262ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [262ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2483ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2483ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [4960ms] refreshing cache from master, [4960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4961ms] too many traces: truncated at 100 traces, deferred=Deferred@1924744169(state=PENDING, result=null, callback=(continuation of Deferred@1024719461 after retry RPC after error@82104370) -> (continuation of Deferred@147208093 after retry RPC after error@819497831) -> (continuation of Deferred@314220491 after retry RPC after error@821930222) -> (continuation of Deferred@155065267 after retry RPC after error@2101946944) -> (continuation of Deferred@994817765 after retry RPC after error@1722598330) -> (continuation of Deferred@532070239 after retry RPC after error@723094979) -> (continuation of Deferred@1292106459 after retry RPC after error@1295143378) -> (continuation of Deferred@1741964140 after retry RPC after error@12889536) -> (continuation of Deferred@1380145697 after retry RPC after error@228601210) -> (continuation of Deferred@1219149953 after retry RPC after error@1831198457) -> (continuation of Deferred@637469486 after retry RPC after error@691544342) -> (continuation of Deferred@923292280 after retry RPC after error@1947832438) -> (continuation of Deferred@698489768 after retry RPC after error@1106947867) -> (continuation of Deferred@873774798 after retry RPC after error@213258778) -> (continuation of Deferred@896542591 after retry RPC after error@568775869) -> (continuation of Deferred@806747265 after retry RPC after error@202317403) -> (continuation of Deferred@955288442 after retry RPC after error@799335397) -> (continuation of Deferred@818606948 after retry RPC after error@1145294560) -> (continuation of Deferred@2027173449 after retry RPC after error@1894205821) -> (continuation of Deferred@399627734 after retry RPC after error@1304378626) -> (continuation of Deferred@335559810 after retry RPC after error@1583756254) -> (continuation of Deferred@1191195297 after retry RPC after error@1935888494), errback=(continuation of Deferred@1024719461 after retry RPC after error@82104370) -> (continuation of Deferred@147208093 after retry RPC after error@819497831) -> (continuation of Deferred@314220491 after retry RPC after error@821930222) -> (continuation of Deferred@155065267 after retry RPC after error@2101946944) -> (continuation of Deferred@994817765 after retry RPC after error@1722598330) -> (continuation of Deferred@532070239 after retry RPC after error@723094979) -> (continuation of Deferred@1292106459 after retry RPC after error@1295143378) -> (continuation of Deferred@1741964140 after retry RPC after error@12889536) -> (continuation of Deferred@1380145697 after retry RPC after error@228601210) -> (continuation of Deferred@1219149953 after retry RPC after error@1831198457) -> (continuation of Deferred@637469486 after retry RPC after error@691544342) -> (continuation of Deferred@923292280 after retry RPC after error@1947832438) -> (continuation of Deferred@698489768 after retry RPC after error@1106947867) -> (continuation of Deferred@873774798 after retry RPC after error@213258778) -> (continuation of Deferred@896542591 after retry RPC after error@568775869) -> (continuation of Deferred@806747265 after retry RPC after error@202317403) -> (continuation of Deferred@955288442 after retry RPC after error@799335397) -> (continuation of Deferred@818606948 after retry RPC after error@1145294560) -> (continuation of Deferred@2027173449 after retry RPC after error@1894205821) -> (continuation of Deferred@399627734 after retry RPC after error@1304378626) -> (continuation of Deferred@335559810 after retry RPC after error@1583756254) -> (continuation of Deferred@1191195297 after retry RPC after error@1935888494)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:09.774 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:31:09.779 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:31:09.781 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.782 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.782 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.782 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.783 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.783 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.783 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.773 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [26ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [263ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1724ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2201ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1144407513(state=PENDING, result=null, callback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373), errback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29984), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [26ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [223ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [263ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1724ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2201ms] refreshing cache from master, [2201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2202ms] too many traces: truncated at 100 traces, deferred=Deferred@1144407513(state=PENDING, result=null, callback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373), errback=(continuation of Deferred@2061160913 after retry RPC after error@529441810) -> (continuation of Deferred@1870342537 after retry RPC after error@420852018) -> (continuation of Deferred@896384920 after retry RPC after error@1596531475) -> (continuation of Deferred@1772645918 after retry RPC after error@1568726584) -> (continuation of Deferred@88681327 after retry RPC after error@334410094) -> (continuation of Deferred@958199187 after retry RPC after error@1656135062) -> (continuation of Deferred@778617084 after retry RPC after error@1214996894) -> (continuation of Deferred@369472877 after retry RPC after error@1074384918) -> (continuation of Deferred@672040907 after retry RPC after error@997876933) -> (continuation of Deferred@7274522 after retry RPC after error@241756513) -> (continuation of Deferred@1384388536 after retry RPC after error@984616289) -> (continuation of Deferred@1118287357 after retry RPC after error@189628201) -> (continuation of Deferred@2030469167 after retry RPC after error@1130840427) -> (continuation of Deferred@1007688871 after retry RPC after error@1547999291) -> (continuation of Deferred@294550628 after retry RPC after error@1754991399) -> (continuation of Deferred@1423103927 after retry RPC after error@749668438) -> (continuation of Deferred@1319124219 after retry RPC after error@2127742011) -> (continuation of Deferred@1023400761 after retry RPC after error@1749457224) -> (continuation of Deferred@659433311 after retry RPC after error@1339415697) -> (continuation of Deferred@229765185 after retry RPC after error@1373746278) -> (continuation of Deferred@121837018 after retry RPC after error@1712546039) -> (continuation of Deferred@1679996812 after retry RPC after error@943484394) -> (continuation of Deferred@659444466 after retry RPC after error@1512544820) -> (continuation of Deferred@726194219 after retry RPC after error@1883284373)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:09.792 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:09.793 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
00:31:09.793 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
00:31:09.796 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.797 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.797 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.799 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.803 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
00:31:09.806 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:31:09.806 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1318) Discarding the results produced by task execution a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:31:09.818 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.818 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.818 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.819 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.837 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.837 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.837 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.877 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.877 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.877 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.879 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:09.936 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:09.937 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:09.937 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:09.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:09.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:09.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:09.939 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:09.941 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:09.941 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:09.941 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:09.941 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.941 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.941 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:09.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:09.942 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:10.036 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.037 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.037 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.041 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:31:10.042 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:31:10.042 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
00:31:10.042 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:10.050 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
00:31:10.050 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:10.051 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
00:31:10.051 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:31:10.051 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
00:31:10.052 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:10.052 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
00:31:10.052 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:31:10.052 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
00:31:10.053 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:31:10.054 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:31:10.054 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:10.055 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
00:31:10.055 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:31:10.056 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
00:31:10.056 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:10.057 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
00:31:10.057 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:31:10.058 [INFO - Thread-44] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:10.059 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:31:10.059 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:31:10.059 [DEBUG - Thread-44] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:31:10.060 [DEBUG - Thread-44] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:10.063 [INFO - Thread-44] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:10.063 [INFO - Thread-44] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:10.065 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:10.065 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:10.065 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:10.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:10.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:10.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:10.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:10.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:10.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:10.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:10.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:10.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:10.067 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:10.088 [DEBUG - Thread-44] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:10.091 [INFO - Thread-44] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:10.092 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:31:10.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.094 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:31:10.094 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
00:31:10.095 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
00:31:10.098 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72791633
00:31:10.098 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:10.098 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:10.100 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:31:10.100 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:31:10.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:10.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:10.106 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:10.106 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:10.107 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:31:10.108 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:31:10.109 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
00:31:10.109 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
00:31:10.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42fefe
00:31:10.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:10.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:10.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:31:10.112 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:31:10.112 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cc5c7c6
00:31:10.113 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:31:10.114 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:31:10.114 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
00:31:10.114 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
00:31:10.115 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45f9df01
00:31:10.115 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:10.115 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:10.115 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:31:10.117 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:31:10.119 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62ce1e8d
00:31:10.122 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
00:31:10.122 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
00:31:10.123 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e915b86
00:31:10.123 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:10.124 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:10.124 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b6d22ea
00:31:10.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:31:10.131 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:31:10.132 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:10.133 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:10.135 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6ea0b076
00:31:10.140 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:10.141 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:10.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.156 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.159 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.162 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.163 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.173 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.174 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.178 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.181 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.184 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.186 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.196 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.201 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.210 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.213 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.217 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.219 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.220 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.221 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.224 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.229 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.233 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.236 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.238 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.243 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.256 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.258 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.260 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.265 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.273 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.276 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.278 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.281 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.286 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.291 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.301 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.302 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.303 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.303 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.305 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.306 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.307 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.308 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.310 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.314 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.315 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.316 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.316 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.316 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.319 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.320 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.320 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.325 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.325 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.325 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.325 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.326 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.327 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.334 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.341 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.342 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.342 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.343 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.343 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.343 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.351 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.351 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.353 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.354 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.358 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.362 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.362 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.362 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.364 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.367 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.373 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.374 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.376 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.376 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.377 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.377 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.394 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.395 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.395 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.398 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.398 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.398 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.400 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.401 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.401 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.401 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.417 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.417 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.417 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.418 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.421 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.421 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.421 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.422 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.422 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.422 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.422 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.422 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.422 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.423 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.423 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.423 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.423 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.424 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.424 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.424 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.424 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.430 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.430 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.440 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.440 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.440 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.441 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.441 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.441 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.441 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.441 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.441 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.441 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.442 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.442 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:10.443 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:10.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.443 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.443 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:10.443 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.443 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.443 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.443 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.443 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.443 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.444 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:10.445 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.445 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.445 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.455 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.455 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.464 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.466 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.476 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.476 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.477 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.480 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.480 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.480 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.481 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.481 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.481 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.481 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.481 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.481 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.481 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.482 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.482 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.482 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.483 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.494 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.494 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.494 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.495 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.495 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.495 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.495 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.495 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.495 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.495 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.496 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.525 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.525 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.525 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.526 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.526 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.526 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.526 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.526 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.553 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:10.554 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:10.554 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:10.554 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.554 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.554 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.554 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.555 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:10.558 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:10.558 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:10.558 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:10.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:10.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:10.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:10.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:10.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:10.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:10.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:10.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:10.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:10.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:10.560 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.561 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.561 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.562 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.577 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.577 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.577 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.594 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.595 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.595 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.599 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.599 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.599 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.599 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.624 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.624 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.625 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.627 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.634 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.635 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.635 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.635 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.637 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.716 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:10.717 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:10.717 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:10.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:10.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:10.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:10.718 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:10.759 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:10.760 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:10.760 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:10.761 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.761 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.761 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:10.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:10.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:10.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:10.819 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:10.820 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:10.820 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:10.821 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.821 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.821 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:10.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:10.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.822 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.822 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:10.822 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:09.396744 24508 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 24490
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:10.910957 24508 kernel_stack_watchdog.cc:198] Thread 24490 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 391ms:
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:31:10.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:31:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:08.001379 24509 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:10.915406 24512 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:10.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:10.916539 24490 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.910s	user 1.018s	sys 1.343s
00:31:10.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:10.916898 24490 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.915s	user 1.019s	sys 1.343s
00:31:10.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:10.920621 24511 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2914 milliseconds
00:31:10.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.920693 24490 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:10.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.922206 24490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.924697 24490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:10.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.926076 24490 hybrid_clock.cc:648] HybridClock initialized: now 1783470670926019 us; error 60 us; skew 500 ppm
00:31:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.927007 24490 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:10.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:10.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.934018 24490 webserver.cc:534] Webserver started at http://127.23.109.194:46423/ using document root <none> and password file <none>
00:31:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.935134 24490 fs_manager.cc:362] Metadata directory not provided
00:31:10.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.935400 24490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:10.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.935878 24490 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:10.939 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:10.940 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:10.940 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:10.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.940 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.940 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:10.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.941502 24490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data/instance:
00:31:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:10 on dist-test-slave-qgzj"
00:31:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.942695 24490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal/instance:
00:31:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:10 on dist-test-slave-qgzj"
00:31:10.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.950526 24490 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.002s
00:31:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.957361 24590 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.958724 24490 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.959514 24490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:10 on dist-test-slave-qgzj"
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:10.960019 24490 fs_report.cc:389] FS layout report
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data/data
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:10.965 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:10.965 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:10.965 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:10.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:10.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.966 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.966 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:10.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:10.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:11.000 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.000 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.000 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.001 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.001 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.001 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.001 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.003 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.003 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.003 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.004 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.004 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.004 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.004 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.018533 24490 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.020164 24490 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:11.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.020615 24490 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:11.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.023360 24490 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.027597 24490 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.027803 24490 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.028020 24490 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:11.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.028160 24490 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:11.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.054 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.055 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.076 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:11.077 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:11.077 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:11.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.078 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:11.084 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.085 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.086 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.088 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.089 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.094 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:11.094 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:11.094 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:11.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:11.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:11.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:11.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:11.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:11.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:11.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:11.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:11.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:11.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:11.099 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.099 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.099 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.099 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.099 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.099 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.100 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.100 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.100 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.100 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.100 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.100 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.100 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.182216 24490 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.194:34963
00:31:11.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.182331 24702 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.194:34963 every 8 connection(s)
00:31:11.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.184852 24490 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/data/info.pb
00:31:11.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.192346 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24490
00:31:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.192828 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-1/wal/instance
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.226994 23991 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/logs
00:31:11.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data/info.pb
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.195:0
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.195
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.195
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:11.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:11.237 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:11.237 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:11.237 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:11.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.239 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.242208 24705 heartbeater.cc:344] Connected to a master server at 127.23.109.254:38935
00:31:11.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.242740 24705 heartbeater.cc:461] Registering TS with master...
00:31:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.242903 24703 heartbeater.cc:344] Connected to a master server at 127.23.109.252:45675
00:31:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.243253 24703 heartbeater.cc:461] Registering TS with master...
00:31:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.244562 24703 heartbeater.cc:507] Master 127.23.109.252:45675 requested a full tablet report, sending...
00:31:11.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.245466 24705 heartbeater.cc:507] Master 127.23.109.254:38935 requested a full tablet report, sending...
00:31:11.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.249609 24035 ts_manager.cc:194] Registered new tserver with Master: 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963)
00:31:11.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.250290 24250 ts_manager.cc:194] Registered new tserver with Master: 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963)
00:31:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.253744 24704 heartbeater.cc:344] Connected to a master server at 127.23.109.253:43493
00:31:11.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.254104 24704 heartbeater.cc:461] Registering TS with master...
00:31:11.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.254868 24704 heartbeater.cc:507] Master 127.23.109.253:43493 requested a full tablet report, sending...
00:31:11.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.257035 24114 ts_manager.cc:194] Registered new tserver with Master: 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963)
00:31:11.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.258865 24114 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.109.194:46517
00:31:11.306 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:11.306 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:11.307 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:11.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.307 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:11.394 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.394 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.395 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.462 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.463 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.463 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.588936 24714 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:11.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.589457 24714 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:11.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.589953 24714 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:11.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.623 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:11.623 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:11.624 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:11.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.624128 24714 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:11.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:11.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.625229 24714 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.109.195
00:31:11.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.666 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:11.666 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:11.666 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:11.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.667 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.668241 24714 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.109.212:43215
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.109.195:0
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:11.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data/info.pb
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.109.195
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.109.254:38935,127.23.109.253:43493,127.23.109.252:45675
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.109.195
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/logs
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.669974 24714 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:11.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:11.672168 24714 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:11.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.702162 24721 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:11.845 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:11.846 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:11.846 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:11.846 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:11.846 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:11.846 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:11.846 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:11.846 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:11.846 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:11.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:11.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:11.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:11.847 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:11.906 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:11.907 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:11.907 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:11.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:11.909 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:11.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:11.910 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:11.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:11.984 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:11.984 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:11.985 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:11.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:11.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.986 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.986 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:11.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:11.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:11.997 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:11.997 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:11.997 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:11.998 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.998 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.998 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.998 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.998 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:11.998 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:11.998 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.998 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.998 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:11.998 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:12.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.117 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:12.118 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:12.118 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:12.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:12.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:12.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:12.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:12.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:12.118 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:12.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:12.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:12.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:12.119 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:12.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.256 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:12.256 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:12.256 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:12.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:12.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:12.262437 24704 heartbeater.cc:499] Master 127.23.109.253:43493 was elected leader, sending a full tablet report...
00:31:12.341 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:12.342 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:12.342 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:12.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.343 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.343 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.343 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:12.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.624 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:12.625 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:12.625 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:12.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.625 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:12.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.683 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:12.683 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:12.683 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:12.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:12.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:12.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:12.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:12.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:12.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:12.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:12.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:12.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:12.685 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:12.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.744 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:12.745 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:12.745 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:12.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:12.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:12.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:12.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:12.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:12.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:12.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:12.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:12.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:12.746 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:12.756 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:12.756 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:12.757 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:12.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:12.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:12.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:12.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:12.860 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:12.861 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:12.861 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:12.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:12.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:12.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:12.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:12.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:12.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:12.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:12.862 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:12.862 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:12.862 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:12.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:12.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:11.702877 24722 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:12.994781 24714 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.296s	user 0.489s	sys 0.776s
00:31:12.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:12.995164 24714 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.296s	user 0.489s	sys 0.776s
00:31:12.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:12.998260 24714 server_base.cc:1061] running on GCE node
00:31:12.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:12.999552 24726 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:13.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.000978 24714 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:13.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.003455 24714 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:13.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.004853 24714 hybrid_clock.cc:648] HybridClock initialized: now 1783470673004811 us; error 43 us; skew 500 ppm
00:31:13.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.005985 24714 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:13.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.014971 24714 webserver.cc:534] Webserver started at http://127.23.109.195:33275/ using document root <none> and password file <none>
00:31:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.016319 24714 fs_manager.cc:362] Metadata directory not provided
00:31:13.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.016644 24714 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:13.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.017246 24714 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.023813 24714 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data/instance:
00:31:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:13.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:13 on dist-test-slave-qgzj"
00:31:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.025436 24714 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal/instance:
00:31:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:13.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:13 on dist-test-slave-qgzj"
00:31:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.035629 24714 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.001s
00:31:13.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.043193 24731 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.044885 24714 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.002s
00:31:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.045462 24714 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal
00:31:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:13.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:13 on dist-test-slave-qgzj"
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.046108 24714 fs_report.cc:389] FS layout report
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data/data
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:13.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:13.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:13.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:13.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:13.054 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:13.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.055 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.055 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.055 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:13.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.138279 24714 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.139961 24714 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:13.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.140522 24714 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:13.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.144208 24714 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.148975 24714 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.149225 24714 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.149466 24714 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:13.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.149617 24714 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:13.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.284 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:13.285 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:13.285 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:13.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.312760 24714 rpc_server.cc:307] RPC server started. Bound to: 127.23.109.195:35045
00:31:13.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.312880 24845 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.23.109.195:35045 every 8 connection(s)
00:31:13.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.315738 24714 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/data/info.pb
00:31:13.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.317584 23991 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 24714
00:31:13.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.318027 23991 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster12606149825763210703/ts-2/wal/instance
00:31:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.369637 24846 heartbeater.cc:344] Connected to a master server at 127.23.109.252:45675
00:31:13.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.370172 24846 heartbeater.cc:461] Registering TS with master...
00:31:13.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.371734 24846 heartbeater.cc:507] Master 127.23.109.252:45675 requested a full tablet report, sending...
00:31:13.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.375707 24250 ts_manager.cc:194] Registered new tserver with Master: 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:13.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.375931 24847 heartbeater.cc:344] Connected to a master server at 127.23.109.253:43493
00:31:13.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.376298 24847 heartbeater.cc:461] Registering TS with master...
00:31:13.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.377332 24847 heartbeater.cc:507] Master 127.23.109.253:43493 requested a full tablet report, sending...
00:31:13.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.379621 24114 ts_manager.cc:194] Registered new tserver with Master: 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:13.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.381237 24114 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.23.109.195:54059
00:31:13.391 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:13.392 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:13.392 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:13.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.393 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.393 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.393 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.393 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.395670 24848 heartbeater.cc:344] Connected to a master server at 127.23.109.254:38935
00:31:13.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.396039 24848 heartbeater.cc:461] Registering TS with master...
00:31:13.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.396770 24848 heartbeater.cc:507] Master 127.23.109.254:38935 requested a full tablet report, sending...
00:31:13.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.399430 24035 ts_manager.cc:194] Registered new tserver with Master: 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:13.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.409242 23991 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:31:13.420 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:13.421 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:31:13.422 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.109.254"
      port: 38935
    }
    bound_http_address {
      host: "127.23.109.254"
      port: 42425
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.109.253"
      port: 43493
    }
    bound_http_address {
      host: "127.23.109.253"
      port: 33015
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.109.252"
      port: 45675
    }
    bound_http_address {
      host: "127.23.109.252"
      port: 46269
    }
  }
}

00:31:13.422 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:31:13.423 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.23.109.193"
      port: 44357
    }
    bound_http_address {
      host: "127.23.109.193"
      port: 33197
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.23.109.194"
      port: 34963
    }
    bound_http_address {
      host: "127.23.109.194"
      port: 46423
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.23.109.195"
      port: 35045
    }
    bound_http_address {
      host: "127.23.109.195"
      port: 33275
    }
  }
}

00:31:13.423 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:31:13.424 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:13.426 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:13.426 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:13.427 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:13.427 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.160.190:42773(127.22.160.190:42773)] Successfully connected to peer
00:31:13.427 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.160.188:40719(127.22.160.188:40719)] Successfully connected to peer
00:31:13.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.434 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.160.189:38747(127.22.160.189:38747)] Successfully connected to peer
00:31:13.446 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.189
00:31:13.446 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.188
00:31:13.447 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.190
00:31:13.457 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:13.457 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:13.461 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x27b0630f, L:/127.0.0.1:39208 - R:/127.22.160.188:40719] using SASL/PLAIN
00:31:13.464 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:13.465 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:13.466 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=40), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [40ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: OK, deferred=null) after lookup
00:31:13.466 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x38a23ce4, L:/127.0.0.1:38256 - R:/127.22.160.189:38747] using SASL/PLAIN
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.467876 23371 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:39208:
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:13.469 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x79d4b8cf, L:/127.0.0.1:53700 - R:/127.22.160.190:42773] using SASL/PLAIN
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:13.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:13.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:13.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:13.472365 23371 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:31:13.482 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:13.482 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:13.483 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:13.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:13.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:13.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:13.483 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:13.507 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:13.541 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:13.542 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:13.542 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:13.542 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.542 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.542 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:13.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.584159 23762 tablet_service.cc:1511] Processing CreateTablet for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:13.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.585214 23761 tablet_service.cc:1511] Processing CreateTablet for tablet e406d1e4eac448e18a76f56551d25842 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:13.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.588153 23761 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e406d1e4eac448e18a76f56551d25842. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.586398 23763 tablet_service.cc:1511] Processing CreateTablet for tablet 1e2d971b08a84d548da052f0266965c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:13.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.592061 23763 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e2d971b08a84d548da052f0266965c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.599318 23621 tablet_service.cc:1511] Processing CreateTablet for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.600227 23914 tablet_service.cc:1511] Processing CreateTablet for tablet e406d1e4eac448e18a76f56551d25842 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.600988 23916 tablet_service.cc:1511] Processing CreateTablet for tablet 1e2d971b08a84d548da052f0266965c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:13.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.598939 23620 tablet_service.cc:1511] Processing CreateTablet for tablet e406d1e4eac448e18a76f56551d25842 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:13.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.599705 23915 tablet_service.cc:1511] Processing CreateTablet for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.602548 23621 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.603638 23914 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e406d1e4eac448e18a76f56551d25842. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.604934 23620 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e406d1e4eac448e18a76f56551d25842. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.598431 23622 tablet_service.cc:1511] Processing CreateTablet for tablet 1e2d971b08a84d548da052f0266965c8 (DEFAULT_TABLE table=replication_test_table [id=967ecbe4480c47c5a04bdb4736f8ba9f]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.609786 23915 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.610198 23622 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e2d971b08a84d548da052f0266965c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.611994 23916 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1e2d971b08a84d548da052f0266965c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.613967 23762 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0d76ae6e78dd48a7a1d11b78a03d07c8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:13.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.661422 24880 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Bootstrap starting.
00:31:13.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.668155 24879 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Bootstrap starting.
00:31:13.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.675297 24879 tablet_bootstrap.cc:654] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Neither blocks nor log segments found. Creating new log.
00:31:13.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.682165 24880 tablet_bootstrap.cc:654] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Neither blocks nor log segments found. Creating new log.
00:31:13.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.685154 24880 log.cc:826] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Log is configured to *not* fsync() on all Append() calls
00:31:13.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.689761 24879 log.cc:826] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Log is configured to *not* fsync() on all Append() calls
00:31:13.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.703055 24880 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: No bootstrap required, opened a new log
00:31:13.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.703804 24880 ts_tablet_manager.cc:1403] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent bootstrapping tablet: real 0.043s	user 0.011s	sys 0.014s
00:31:13.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.726898 24883 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: Bootstrap starting.
00:31:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.736773 24880 raft_consensus.cc:359] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.738566 24880 raft_consensus.cc:385] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.739012 24880 raft_consensus.cc:740] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9042151cfe2745c4ac0fc3b0f5060094, State: Initialized, Role: FOLLOWER
00:31:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.740937 24879 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: No bootstrap required, opened a new log
00:31:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.740545 24880 consensus_queue.cc:260] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.741499 24879 ts_tablet_manager.cc:1403] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent bootstrapping tablet: real 0.075s	user 0.018s	sys 0.013s
00:31:13.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.746554 24883 tablet_bootstrap.cc:654] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: Neither blocks nor log segments found. Creating new log.
00:31:13.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.752270 24883 log.cc:826] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: Log is configured to *not* fsync() on all Append() calls
00:31:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.774121 24883 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: No bootstrap required, opened a new log
00:31:13.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.774681 24883 ts_tablet_manager.cc:1403] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: Time spent bootstrapping tablet: real 0.052s	user 0.012s	sys 0.007s
00:31:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.779364 24879 raft_consensus.cc:359] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.780349 24879 raft_consensus.cc:385] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.780680 24879 raft_consensus.cc:740] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac7a23e6d3e4958873120f64d28b71b, State: Initialized, Role: FOLLOWER
00:31:13.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.781636 24879 consensus_queue.cc:260] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.786180 24879 ts_tablet_manager.cc:1434] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent starting tablet: real 0.044s	user 0.028s	sys 0.007s
00:31:13.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.787161 24879 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b: Bootstrap starting.
00:31:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.794189 24879 tablet_bootstrap.cc:654] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b: Neither blocks nor log segments found. Creating new log.
00:31:13.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:13.794188 23695 tablet.cc:2406] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:13.798 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:13.798 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:13.798 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:13.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.796904 24880 ts_tablet_manager.cc:1434] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent starting tablet: real 0.093s	user 0.027s	sys 0.018s
00:31:13.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:13.799 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:13.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:13.799 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:13.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:13.799 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:13.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:13.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:13.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:13.799 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.802237 24883 raft_consensus.cc:359] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.803380 24883 raft_consensus.cc:385] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.803685 24883 raft_consensus.cc:740] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da501a55d6e44d54a66855905bd4df72, State: Initialized, Role: FOLLOWER
00:31:13.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.804819 24883 consensus_queue.cc:260] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.806558 24880 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094: Bootstrap starting.
00:31:13.819 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:13.820 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:13.820 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:13.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:13.821 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:13.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:13.821 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:13.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.823652 24880 tablet_bootstrap.cc:654] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094: Neither blocks nor log segments found. Creating new log.
00:31:13.834 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:13.835 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:13.835 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:13.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.837 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:13.838 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.837832 24880 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094: No bootstrap required, opened a new log
00:31:13.838 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:13.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.838275 24880 ts_tablet_manager.cc:1403] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent bootstrapping tablet: real 0.032s	user 0.005s	sys 0.007s
00:31:13.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:13.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:13.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:13.839 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:13.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:13.839 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:13.838 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:13.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:13.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:13.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:13.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:13.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.841316 24880 raft_consensus.cc:359] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.842027 24880 raft_consensus.cc:385] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.842326 24880 raft_consensus.cc:740] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9042151cfe2745c4ac0fc3b0f5060094, State: Initialized, Role: FOLLOWER
00:31:13.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.843015 24880 consensus_queue.cc:260] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.845283 24880 ts_tablet_manager.cc:1434] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.001s
00:31:13.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.846103 24880 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094: Bootstrap starting.
00:31:13.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.850047 24883 ts_tablet_manager.cc:1434] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72: Time spent starting tablet: real 0.075s	user 0.027s	sys 0.031s
00:31:13.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.850998 24883 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: Bootstrap starting.
00:31:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.858873 24879 tablet_bootstrap.cc:492] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b: No bootstrap required, opened a new log
00:31:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.859463 24883 tablet_bootstrap.cc:654] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: Neither blocks nor log segments found. Creating new log.
00:31:13.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.859477 24879 ts_tablet_manager.cc:1403] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent bootstrapping tablet: real 0.072s	user 0.022s	sys 0.025s
00:31:13.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.863597 24880 tablet_bootstrap.cc:654] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094: Neither blocks nor log segments found. Creating new log.
00:31:13.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.864068 24879 raft_consensus.cc:359] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.864846 24879 raft_consensus.cc:385] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.865139 24879 raft_consensus.cc:740] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac7a23e6d3e4958873120f64d28b71b, State: Initialized, Role: FOLLOWER
00:31:13.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.865854 24879 consensus_queue.cc:260] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.868175 24879 ts_tablet_manager.cc:1434] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.001s
00:31:13.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.869189 24879 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b: Bootstrap starting.
00:31:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.879181 24883 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: No bootstrap required, opened a new log
00:31:13.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.879683 24883 ts_tablet_manager.cc:1403] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: Time spent bootstrapping tablet: real 0.029s	user 0.011s	sys 0.010s
00:31:13.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.882730 24883 raft_consensus.cc:359] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.883459 24883 raft_consensus.cc:385] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.883741 24883 raft_consensus.cc:740] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da501a55d6e44d54a66855905bd4df72, State: Initialized, Role: FOLLOWER
00:31:13.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.886045 24883 consensus_queue.cc:260] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.893159 24879 tablet_bootstrap.cc:654] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b: Neither blocks nor log segments found. Creating new log.
00:31:13.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.896504 24883 ts_tablet_manager.cc:1434] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: Time spent starting tablet: real 0.017s	user 0.008s	sys 0.008s
00:31:13.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.897795 24883 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72: Bootstrap starting.
00:31:13.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.904953 24883 tablet_bootstrap.cc:654] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72: Neither blocks nor log segments found. Creating new log.
00:31:13.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.920377 24880 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094: No bootstrap required, opened a new log
00:31:13.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.920856 24880 ts_tablet_manager.cc:1403] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent bootstrapping tablet: real 0.075s	user 0.027s	sys 0.024s
00:31:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.922629 24883 tablet_bootstrap.cc:492] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72: No bootstrap required, opened a new log
00:31:13.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.923029 24883 ts_tablet_manager.cc:1403] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72: Time spent bootstrapping tablet: real 0.025s	user 0.013s	sys 0.003s
00:31:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.923931 24880 raft_consensus.cc:359] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.924710 24880 raft_consensus.cc:385] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.924993 24880 raft_consensus.cc:740] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9042151cfe2745c4ac0fc3b0f5060094, State: Initialized, Role: FOLLOWER
00:31:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.925190 24879 tablet_bootstrap.cc:492] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b: No bootstrap required, opened a new log
00:31:13.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.925614 24879 ts_tablet_manager.cc:1403] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent bootstrapping tablet: real 0.057s	user 0.007s	sys 0.007s
00:31:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.925727 24880 consensus_queue.cc:260] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.926823 24883 raft_consensus.cc:359] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.927502 24883 raft_consensus.cc:385] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.927770 24883 raft_consensus.cc:740] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da501a55d6e44d54a66855905bd4df72, State: Initialized, Role: FOLLOWER
00:31:13.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.928442 24883 consensus_queue.cc:260] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.928447 24880 ts_tablet_manager.cc:1434] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.002s
00:31:13.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.930889 24883 ts_tablet_manager.cc:1434] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72: Time spent starting tablet: real 0.008s	user 0.007s	sys 0.000s
00:31:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.932695 24879 raft_consensus.cc:359] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.933369 24879 raft_consensus.cc:385] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.933632 24879 raft_consensus.cc:740] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7ac7a23e6d3e4958873120f64d28b71b, State: Initialized, Role: FOLLOWER
00:31:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.935321 24884 raft_consensus.cc:493] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:13.936144 23831 tablet.cc:2406] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:13.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.935865 24884 raft_consensus.cc:515] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.939884 24884 leader_election.cc:290] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.944373 24879 consensus_queue.cc:260] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.950181 24879 ts_tablet_manager.cc:1434] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.000s
00:31:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.968093 23783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d76ae6e78dd48a7a1d11b78a03d07c8" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ac7a23e6d3e4958873120f64d28b71b" is_pre_election: true
00:31:13.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.969017 23783 raft_consensus.cc:2468] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 0.
00:31:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:13.970237 23985 tablet.cc:2406] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:13.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.970774 23556 leader_election.cc:304] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, 9042151cfe2745c4ac0fc3b0f5060094; no voters: 
00:31:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.971864 24884 raft_consensus.cc:2804] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.972162 24884 raft_consensus.cc:493] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.972486 24884 raft_consensus.cc:3060] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Advancing to term 1
00:31:13.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.975621 23936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d76ae6e78dd48a7a1d11b78a03d07c8" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72" is_pre_election: true
00:31:13.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.976517 23936 raft_consensus.cc:2468] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 0.
00:31:13.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.979226 24884 raft_consensus.cc:515] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:13.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.981307 24884 leader_election.cc:290] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 election: Requested vote from peers 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.982735 23936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d76ae6e78dd48a7a1d11b78a03d07c8" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72"
00:31:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.983256 23936 raft_consensus.cc:3060] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Advancing to term 1
00:31:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.983314 23783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0d76ae6e78dd48a7a1d11b78a03d07c8" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ac7a23e6d3e4958873120f64d28b71b"
00:31:13.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.983721 23783 raft_consensus.cc:3060] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Advancing to term 1
00:31:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.989564 23783 raft_consensus.cc:2468] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 1.
00:31:13.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.989660 23936 raft_consensus.cc:2468] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P da501a55d6e44d54a66855905bd4df72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 1.
00:31:13.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.990417 23556 leader_election.cc:304] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, 9042151cfe2745c4ac0fc3b0f5060094; no voters: 
00:31:13.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.991142 24884 raft_consensus.cc:2804] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Leader election won for term 1
00:31:13.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.992722 24884 raft_consensus.cc:697] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 LEADER]: Becoming Leader. State: Replica: 9042151cfe2745c4ac0fc3b0f5060094, State: Running, Role: LEADER
00:31:13.993 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:13.993 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:13.994 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:13.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.994 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:13.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:13.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:13.994 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:13.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:13.994506 24884 consensus_queue.cc:237] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.003988 23371 catalog_manager.cc:5696] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129). New cstate: current_term: 1 leader_uuid: "9042151cfe2745c4ac0fc3b0f5060094" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } health_report { overall_health: UNKNOWN } } }
00:31:14.005 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:14.005 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:14.006 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:14.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:14.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:14.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:14.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:14.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:14.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:14.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:14.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:14.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:14.006 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:14.017 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:14.018 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:14.018 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:14.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:14.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:14.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:14.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:14.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:14.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:14.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:14.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:14.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:14.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:14.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.105072 24886 raft_consensus.cc:493] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:14.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.105638 24886 raft_consensus.cc:515] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.109321 24886 leader_election.cc:290] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129:38347), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.116640 24884 raft_consensus.cc:493] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.117125 24884 raft_consensus.cc:515] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.119160 24884 leader_election.cc:290] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.120146 23783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e406d1e4eac448e18a76f56551d25842" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ac7a23e6d3e4958873120f64d28b71b" is_pre_election: true
00:31:14.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.120676 23783 raft_consensus.cc:2468] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 0.
00:31:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.121562 23556 leader_election.cc:304] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, 9042151cfe2745c4ac0fc3b0f5060094; no voters: 
00:31:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.122311 24884 raft_consensus.cc:2804] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.122627 24884 raft_consensus.cc:493] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.122573 23936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e406d1e4eac448e18a76f56551d25842" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72" is_pre_election: true
00:31:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.122937 24884 raft_consensus.cc:3060] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Advancing to term 1
00:31:14.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.123153 23936 raft_consensus.cc:2468] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 0.
00:31:14.123 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:14.124 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:14.124 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:14.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:14.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.129837 24884 raft_consensus.cc:515] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.131965 24884 leader_election.cc:290] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 election: Requested vote from peers 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130:36671), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.133644 23783 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e406d1e4eac448e18a76f56551d25842" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7ac7a23e6d3e4958873120f64d28b71b"
00:31:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.134196 23783 raft_consensus.cc:3060] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Advancing to term 1
00:31:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.135027 23936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e406d1e4eac448e18a76f56551d25842" candidate_uuid: "9042151cfe2745c4ac0fc3b0f5060094" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72"
00:31:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.135600 23936 raft_consensus.cc:3060] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Advancing to term 1
00:31:14.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.141670 23935 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1e2d971b08a84d548da052f0266965c8" candidate_uuid: "7ac7a23e6d3e4958873120f64d28b71b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72" is_pre_election: true
00:31:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.142304 23783 raft_consensus.cc:2468] T e406d1e4eac448e18a76f56551d25842 P 7ac7a23e6d3e4958873120f64d28b71b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 1.
00:31:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.142335 23935 raft_consensus.cc:2468] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ac7a23e6d3e4958873120f64d28b71b in term 0.
00:31:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.143348 23556 leader_election.cc:304] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, 9042151cfe2745c4ac0fc3b0f5060094; no voters: 
00:31:14.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.143703 23718 leader_election.cc:304] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, da501a55d6e44d54a66855905bd4df72; no voters: 
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.144641 24886 raft_consensus.cc:2804] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.144702 24884 raft_consensus.cc:2804] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Leader election won for term 1
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.144981 24886 raft_consensus.cc:493] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.145133 24884 raft_consensus.cc:697] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 LEADER]: Becoming Leader. State: Replica: 9042151cfe2745c4ac0fc3b0f5060094, State: Running, Role: LEADER
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.145262 24886 raft_consensus.cc:3060] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 0 FOLLOWER]: Advancing to term 1
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.145860 24884 consensus_queue.cc:237] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.150705 23642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1e2d971b08a84d548da052f0266965c8" candidate_uuid: "7ac7a23e6d3e4958873120f64d28b71b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9042151cfe2745c4ac0fc3b0f5060094" is_pre_election: true
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.151185 23936 raft_consensus.cc:2468] T e406d1e4eac448e18a76f56551d25842 P da501a55d6e44d54a66855905bd4df72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 9042151cfe2745c4ac0fc3b0f5060094 in term 1.
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.151444 23642 raft_consensus.cc:2468] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7ac7a23e6d3e4958873120f64d28b71b in term 0.
00:31:14.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.153318 24886 raft_consensus.cc:515] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.155534 24886 leader_election.cc:290] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [CANDIDATE]: Term 1 election: Requested vote from peers 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129:38347), da501a55d6e44d54a66855905bd4df72 (127.22.160.131:40833)
00:31:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.156220 23642 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1e2d971b08a84d548da052f0266965c8" candidate_uuid: "7ac7a23e6d3e4958873120f64d28b71b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9042151cfe2745c4ac0fc3b0f5060094"
00:31:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.156708 23642 raft_consensus.cc:3060] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 0 FOLLOWER]: Advancing to term 1
00:31:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.161652 23642 raft_consensus.cc:2468] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ac7a23e6d3e4958873120f64d28b71b in term 1.
00:31:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.162799 23936 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1e2d971b08a84d548da052f0266965c8" candidate_uuid: "7ac7a23e6d3e4958873120f64d28b71b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "da501a55d6e44d54a66855905bd4df72"
00:31:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.162926 23717 leader_election.cc:304] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7ac7a23e6d3e4958873120f64d28b71b, 9042151cfe2745c4ac0fc3b0f5060094; no voters: 
00:31:14.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.163609 23936 raft_consensus.cc:3060] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 0 FOLLOWER]: Advancing to term 1
00:31:14.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.163756 24886 raft_consensus.cc:2804] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 1 FOLLOWER]: Leader election won for term 1
00:31:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.175695 24886 raft_consensus.cc:697] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [term 1 LEADER]: Becoming Leader. State: Replica: 7ac7a23e6d3e4958873120f64d28b71b, State: Running, Role: LEADER
00:31:14.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.175572 23371 catalog_manager.cc:5696] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 reported cstate change: term changed from 0 to 1, leader changed from <none> to 9042151cfe2745c4ac0fc3b0f5060094 (127.22.160.129). New cstate: current_term: 1 leader_uuid: "9042151cfe2745c4ac0fc3b0f5060094" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } health_report { overall_health: UNKNOWN } } }
00:31:14.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.176786 24886 consensus_queue.cc:237] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } }
00:31:14.196 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.205428 23936 raft_consensus.cc:2468] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7ac7a23e6d3e4958873120f64d28b71b in term 1.
00:31:14.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.213003 23371 catalog_manager.cc:5696] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b reported cstate change: term changed from 0 to 1, leader changed from <none> to 7ac7a23e6d3e4958873120f64d28b71b (127.22.160.130). New cstate: current_term: 1 leader_uuid: "7ac7a23e6d3e4958873120f64d28b71b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 } health_report { overall_health: UNKNOWN } } }
00:31:14.236 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:14.237 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:14.237 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:14.237 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:14.237 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:14.237 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:14.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:14.237 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:14.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:14.237 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:14.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:14.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:14.237 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:14.266 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:14.266 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:14.266 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:14.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:14.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:14.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:14.267 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:14.371 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:14.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1e2d971b08a84d548da052f0266965c8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:14.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:14.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e406d1e4eac448e18a76f56551d25842 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:14.375 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:14.375 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.160.188:40719, [3ms] Sub RPC GetTableLocations: received response from server master-127.22.160.188:40719: OK, deferred=null) after lookup
00:31:14.376 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)] connecting to peer
00:31:14.377 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)] Successfully connected to peer
00:31:14.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.386121 24847 heartbeater.cc:499] Master 127.23.109.253:43493 was elected leader, sending a full tablet report...
00:31:14.390 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:14.393 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7fcde6bb, L:/127.0.0.1:53682 - R:/127.22.160.130:36671] using TOKEN/null
00:31:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.422008 23936 raft_consensus.cc:1275] T 1e2d971b08a84d548da052f0266965c8 P da501a55d6e44d54a66855905bd4df72 [term 1 FOLLOWER]: Refusing update from remote peer 7ac7a23e6d3e4958873120f64d28b71b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:14.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.422376 23642 raft_consensus.cc:1275] T 1e2d971b08a84d548da052f0266965c8 P 9042151cfe2745c4ac0fc3b0f5060094 [term 1 FOLLOWER]: Refusing update from remote peer 7ac7a23e6d3e4958873120f64d28b71b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:14.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.423863 24903 consensus_queue.cc:1048] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [LEADER]: Connected to new peer: Peer: permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:31:14.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.424892 24886 consensus_queue.cc:1048] T 1e2d971b08a84d548da052f0266965c8 P 7ac7a23e6d3e4958873120f64d28b71b [LEADER]: Connected to new peer: Peer: permanent_uuid: "9042151cfe2745c4ac0fc3b0f5060094" member_type: VOTER last_known_addr { host: "127.22.160.129" port: 38347 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:14.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.509268 24908 mvcc.cc:204] Tried to move back new op lower bound from 7305095882411704320 to 7305095881438281728. Current Snapshot: MvccSnapshot[applied={T|T < 7305095882411704320}]
00:31:14.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.546408 24884 consensus_queue.cc:1048] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:14.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.547755 24897 consensus_queue.cc:1048] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Connected to new peer: Peer: permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:31:14.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.562089 24884 consensus_queue.cc:1048] T 0d76ae6e78dd48a7a1d11b78a03d07c8 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7ac7a23e6d3e4958873120f64d28b71b" member_type: VOTER last_known_addr { host: "127.22.160.130" port: 36671 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:14.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:14.616003 23559 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.160.131:40833, user_credentials={real_user=slave}} blocked reactor thread for 68810.7us
00:31:14.633 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:14.633391 24897 consensus_queue.cc:1048] T e406d1e4eac448e18a76f56551d25842 P 9042151cfe2745c4ac0fc3b0f5060094 [LEADER]: Connected to new peer: Peer: permanent_uuid: "da501a55d6e44d54a66855905bd4df72" member_type: VOTER last_known_addr { host: "127.22.160.131" port: 40833 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:14.634 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:14.634 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:14.634 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.635 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.635 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.635 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.635 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:14.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.921 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:14.927 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:14.928 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:14.929 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:14.929 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:14.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:14.936 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:14.937 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:14.937 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:14.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.938 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.938 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.938 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.938 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:14.939 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:14.940 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:14.941 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:14.941 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:14.941 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:14.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:14.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:14.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:14.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:14.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:14.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:14.942 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:14.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:14.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:14.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:14.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:14.945 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:14.948 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:14.952 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.254
00:31:14.960 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:14.961 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:14.961 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:14.961 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:14.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.963 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:14.963 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x74171e61, L:/127.0.0.1:42806 - R:/127.23.109.254:38935] using SASL/PLAIN
00:31:14.964 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:14.965 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:14.970 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x27451a55, L:/127.0.0.1:46510 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:14.971 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa136645d, L:/127.0.0.1:46066 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:14.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:14.975 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: OK, [45ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:14.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:14.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:14.977 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:14.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:14.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:14.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:14.978 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:14.979 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:14.979 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:14.980 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.160.190:42773(127.22.160.190:42773)] Successfully connected to peer
00:31:14.983 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.190
00:31:14.990 [DEBUG - main] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:14.991 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:14.995 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3634558a, L:/127.0.0.1:53712 - R:/127.22.160.190:42773] using SASL/PLAIN
00:31:14.996 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.160.189:38747(127.22.160.189:38747)] Successfully connected to peer
00:31:15.002 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.160.188:40719(127.22.160.188:40719)] Successfully connected to peer
00:31:15.003 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.189
00:31:15.007 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.188
00:31:15.014 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:15.018 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x41315592, L:/127.0.0.1:38264 - R:/127.22.160.189:38747] using SASL/PLAIN
00:31:15.018 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:15.022 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1a959ca6, L:/127.0.0.1:39212 - R:/127.22.160.188:40719] using SASL/PLAIN
00:31:15.026 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:15.026 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=47), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [19ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: OK, deferred=null) after lookup
00:31:15.030 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:15.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1e2d971b08a84d548da052f0266965c8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:15.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:15.034 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e406d1e4eac448e18a76f56551d25842 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:15.035 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.037824 24113 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:46066:
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:15.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:15.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:31:15.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.043049 24113 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:31:15.097 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.105 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:15.143 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.175036 24421 tablet_service.cc:1511] Processing CreateTablet for tablet 223e0b8ce4c149bfaf84a3b2a35382b8 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:15.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.178331 24421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 223e0b8ce4c149bfaf84a3b2a35382b8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.190318 24780 tablet_service.cc:1511] Processing CreateTablet for tablet 223e0b8ce4c149bfaf84a3b2a35382b8 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:15.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.194242 24780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 223e0b8ce4c149bfaf84a3b2a35382b8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.233527 24638 tablet_service.cc:1511] Processing CreateTablet for tablet 223e0b8ce4c149bfaf84a3b2a35382b8 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION VALUES < 100
00:31:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.235865 24638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 223e0b8ce4c149bfaf84a3b2a35382b8. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.260987 24961 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Bootstrap starting.
00:31:15.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.258919 24960 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Bootstrap starting.
00:31:15.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.270254 24961 tablet_bootstrap.cc:654] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Neither blocks nor log segments found. Creating new log.
00:31:15.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.280778 24960 tablet_bootstrap.cc:654] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Neither blocks nor log segments found. Creating new log.
00:31:15.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.284476 24961 log.cc:826] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Log is configured to *not* fsync() on all Append() calls
00:31:15.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.285876 24960 log.cc:826] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Log is configured to *not* fsync() on all Append() calls
00:31:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.300684 24961 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: No bootstrap required, opened a new log
00:31:15.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.301342 24961 ts_tablet_manager.cc:1403] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent bootstrapping tablet: real 0.041s	user 0.016s	sys 0.006s
00:31:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.302372 24964 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Bootstrap starting.
00:31:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.305562 24960 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: No bootstrap required, opened a new log
00:31:15.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.306034 24960 ts_tablet_manager.cc:1403] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent bootstrapping tablet: real 0.048s	user 0.010s	sys 0.006s
00:31:15.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.316977 24964 tablet_bootstrap.cc:654] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Neither blocks nor log segments found. Creating new log.
00:31:15.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.319401 24964 log.cc:826] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Log is configured to *not* fsync() on all Append() calls
00:31:15.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.330709 24961 raft_consensus.cc:359] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.331951 24961 raft_consensus.cc:385] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.332270 24961 raft_consensus.cc:740] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Initialized, Role: FOLLOWER
00:31:15.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.333374 24961 consensus_queue.cc:260] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.339797 24964 tablet_bootstrap.cc:492] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: No bootstrap required, opened a new log
00:31:15.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.340345 24964 ts_tablet_manager.cc:1403] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent bootstrapping tablet: real 0.039s	user 0.007s	sys 0.014s
00:31:15.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.345552 24961 ts_tablet_manager.cc:1434] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent starting tablet: real 0.044s	user 0.036s	sys 0.003s
00:31:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.374209 24964 raft_consensus.cc:359] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.375115 24964 raft_consensus.cc:385] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.375413 24964 raft_consensus.cc:740] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fb182b00f0a4a07ba73a9654c0eb867, State: Initialized, Role: FOLLOWER
00:31:15.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.376417 24964 consensus_queue.cc:260] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.379614 24960 raft_consensus.cc:359] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.388067 24960 raft_consensus.cc:385] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.388428 24960 raft_consensus.cc:740] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 491fe9029fc54fd8a2efdea9eb5f46dc, State: Initialized, Role: FOLLOWER
00:31:15.395 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:15.395 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:15.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.396526 24966 raft_consensus.cc:493] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.397207 24966 raft_consensus.cc:515] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.400 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:15.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.402 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.409610 24966 leader_election.cc:290] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:15.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.416523 24960 consensus_queue.cc:260] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.431510 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "223e0b8ce4c149bfaf84a3b2a35382b8" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" is_pre_election: true
00:31:15.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.432600 24658 raft_consensus.cc:2468] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 0.
00:31:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.434175 24373 leader_election.cc:304] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 7fb182b00f0a4a07ba73a9654c0eb867; no voters: 
00:31:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.435099 24966 raft_consensus.cc:2804] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:15.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.435467 24966 raft_consensus.cc:493] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:15.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.435802 24966 raft_consensus.cc:3060] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Advancing to term 1
00:31:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.439334 24960 ts_tablet_manager.cc:1434] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent starting tablet: real 0.133s	user 0.023s	sys 0.013s
00:31:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.439196 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "223e0b8ce4c149bfaf84a3b2a35382b8" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" is_pre_election: true
00:31:15.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.440137 24801 raft_consensus.cc:2468] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 0.
00:31:15.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.442564 24497 tablet.cc:2406] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:15.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.445120 24964 ts_tablet_manager.cc:1434] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent starting tablet: real 0.104s	user 0.054s	sys 0.023s
00:31:15.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.463161 24966 raft_consensus.cc:515] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.466262 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "223e0b8ce4c149bfaf84a3b2a35382b8" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:15.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.466822 24658 raft_consensus.cc:3060] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Advancing to term 1
00:31:15.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.468370 24966 leader_election.cc:290] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Requested vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:15.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.472337 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "223e0b8ce4c149bfaf84a3b2a35382b8" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.472869 24801 raft_consensus.cc:3060] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Advancing to term 1
00:31:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.473372 24658 raft_consensus.cc:2468] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 1.
00:31:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.474123 24710 tablet.cc:2406] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 7fb182b00f0a4a07ba73a9654c0eb867: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:15.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.475574 24373 leader_election.cc:304] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 7fb182b00f0a4a07ba73a9654c0eb867; no voters: 
00:31:15.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.479390 24966 raft_consensus.cc:2804] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Leader election won for term 1
00:31:15.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.488299 24801 raft_consensus.cc:2468] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 1.
00:31:15.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.489435 24966 raft_consensus.cc:697] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 LEADER]: Becoming Leader. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Running, Role: LEADER
00:31:15.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.490636 24966 consensus_queue.cc:237] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.528019 24114 catalog_manager.cc:5696] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af reported cstate change: term changed from 0 to 1, leader changed from <none> to 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193). New cstate: current_term: 1 leader_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } health_report { overall_health: UNKNOWN } } }
00:31:15.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.609426 24853 tablet.cc:2406] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 491fe9029fc54fd8a2efdea9eb5f46dc: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:15.642 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.664 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:15.664 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:15.664 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:15.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.665 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.665 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:15.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:15.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:15.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.680048 24114 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:46066:
00:31:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
00:31:15.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.720 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:15.720 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:15.721 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:15.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:15.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:15.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:15.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:15.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:15.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:15.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:15.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.733204 24114 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet b365e8ed98d542e3b811409efb8d1421 has no consensus state
00:31:15.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.762156 24101 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet b365e8ed98d542e3b811409efb8d1421 (table replication_test_table [id=543e27d35d9941038c4a8e9500ae0224], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet b365e8ed98d542e3b811409efb8d1421 has no consensus state
00:31:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.772544 24421 tablet_service.cc:1511] Processing CreateTablet for tablet b365e8ed98d542e3b811409efb8d1421 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.773831 24421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b365e8ed98d542e3b811409efb8d1421. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.774967 24638 tablet_service.cc:1511] Processing CreateTablet for tablet b365e8ed98d542e3b811409efb8d1421 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:15.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.776290 24638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b365e8ed98d542e3b811409efb8d1421. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.777958 24780 tablet_service.cc:1511] Processing CreateTablet for tablet b365e8ed98d542e3b811409efb8d1421 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
00:31:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.779129 24780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b365e8ed98d542e3b811409efb8d1421. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:15.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.788548 24961 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af: Bootstrap starting.
00:31:15.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.799865 24964 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867: Bootstrap starting.
00:31:15.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.805025 24960 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc: Bootstrap starting.
00:31:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.810731 24964 tablet_bootstrap.cc:654] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867: Neither blocks nor log segments found. Creating new log.
00:31:15.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.810779 24961 tablet_bootstrap.cc:654] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af: Neither blocks nor log segments found. Creating new log.
00:31:15.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.814347 24960 tablet_bootstrap.cc:654] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc: Neither blocks nor log segments found. Creating new log.
00:31:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.822088 24960 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc: No bootstrap required, opened a new log
00:31:15.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.822568 24960 ts_tablet_manager.cc:1403] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent bootstrapping tablet: real 0.018s	user 0.007s	sys 0.005s
00:31:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.825678 24960 raft_consensus.cc:359] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.826403 24960 raft_consensus.cc:385] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.826694 24960 raft_consensus.cc:740] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 491fe9029fc54fd8a2efdea9eb5f46dc, State: Initialized, Role: FOLLOWER
00:31:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.827608 24960 consensus_queue.cc:260] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.829643 24961 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af: No bootstrap required, opened a new log
00:31:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.830123 24961 ts_tablet_manager.cc:1403] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent bootstrapping tablet: real 0.042s	user 0.008s	sys 0.004s
00:31:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.833084 24961 raft_consensus.cc:359] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.833909 24961 raft_consensus.cc:385] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.834187 24961 raft_consensus.cc:740] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Initialized, Role: FOLLOWER
00:31:15.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.835111 24961 consensus_queue.cc:260] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.838 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:15.838 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:15.839 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:15.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.843242 24966 raft_consensus.cc:493] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:15.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.843667 24966 raft_consensus.cc:515] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.845649 24966 leader_election.cc:290] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.846535 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b365e8ed98d542e3b811409efb8d1421" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" is_pre_election: true
00:31:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.847186 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b365e8ed98d542e3b811409efb8d1421" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" is_pre_election: true
00:31:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.847450 24961 ts_tablet_manager.cc:1434] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.000s
00:31:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.847820 24801 raft_consensus.cc:2468] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 0.
00:31:15.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.848369 24373 leader_election.cc:343] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963): Illegal state: must be running to vote when last-logged opid is not known
00:31:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.849295 24374 leader_election.cc:304] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 491fe9029fc54fd8a2efdea9eb5f46dc; no voters: 7fb182b00f0a4a07ba73a9654c0eb867
00:31:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.850064 24966 raft_consensus.cc:2804] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:15.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.850370 24966 raft_consensus.cc:493] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.850682 24966 raft_consensus.cc:3060] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Advancing to term 1
00:31:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.850735 24964 tablet_bootstrap.cc:492] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867: No bootstrap required, opened a new log
00:31:15.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.851143 24964 ts_tablet_manager.cc:1403] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent bootstrapping tablet: real 0.051s	user 0.018s	sys 0.022s
00:31:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.854024 24964 raft_consensus.cc:359] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.854734 24964 raft_consensus.cc:385] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.855010 24964 raft_consensus.cc:740] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fb182b00f0a4a07ba73a9654c0eb867, State: Initialized, Role: FOLLOWER
00:31:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.855820 24964 consensus_queue.cc:260] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.857023 24966 raft_consensus.cc:515] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.858942 24966 leader_election.cc:290] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Requested vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.863250 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b365e8ed98d542e3b811409efb8d1421" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:15.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.863781 24658 raft_consensus.cc:3060] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Advancing to term 1
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.872097 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b365e8ed98d542e3b811409efb8d1421" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.872680 24801 raft_consensus.cc:3060] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Advancing to term 1
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.872905 24658 raft_consensus.cc:2468] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 1.
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.873980 24373 leader_election.cc:304] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 7fb182b00f0a4a07ba73a9654c0eb867; no voters: 
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.874790 24966 raft_consensus.cc:2804] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Leader election won for term 1
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.875465 24966 raft_consensus.cc:697] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 LEADER]: Becoming Leader. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Running, Role: LEADER
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.876546 24964 ts_tablet_manager.cc:1434] T b365e8ed98d542e3b811409efb8d1421 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent starting tablet: real 0.025s	user 0.004s	sys 0.004s
00:31:15.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.876219 24966 consensus_queue.cc:237] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:15.878 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:15.878 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:15.878 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:15.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:15.879 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:15.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:15.880 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:15.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.889243 24801 raft_consensus.cc:2468] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 1.
00:31:15.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.893170 24114 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: replication_test_table [id=543e27d35d9941038c4a8e9500ae0224] alter complete (version 0)
00:31:15.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.891096 24960 ts_tablet_manager.cc:1434] T b365e8ed98d542e3b811409efb8d1421 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent starting tablet: real 0.068s	user 0.004s	sys 0.003s
00:31:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.913769 24112 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:46066:
00:31:15.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
00:31:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.931427 24114 catalog_manager.cc:5696] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af reported cstate change: term changed from 0 to 1, leader changed from <none> to 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193). New cstate: current_term: 1 leader_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } health_report { overall_health: UNKNOWN } } }
00:31:15.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:15.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:15.966500 24112 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d9253ccbdd024cf7b4cf6e9df17e29b9 has no consensus state
00:31:15.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.993162 24421 tablet_service.cc:1511] Processing CreateTablet for tablet d9253ccbdd024cf7b4cf6e9df17e29b9 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:15.994 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:15.995 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:15.995 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:15.995 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.995 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.995 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:15.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:15.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:15.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.000 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.997649 24638 tablet_service.cc:1511] Processing CreateTablet for tablet d9253ccbdd024cf7b4cf6e9df17e29b9 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:15.998893 24638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9253ccbdd024cf7b4cf6e9df17e29b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.001857 24780 tablet_service.cc:1511] Processing CreateTablet for tablet d9253ccbdd024cf7b4cf6e9df17e29b9 (DEFAULT_TABLE table=replication_test_table [id=543e27d35d9941038c4a8e9500ae0224]), partition=RANGE (key1) PARTITION 200 <= VALUES
00:31:16.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.003034 24780 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9253ccbdd024cf7b4cf6e9df17e29b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.007844 24421 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d9253ccbdd024cf7b4cf6e9df17e29b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:16.014 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:16.015 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:16.015 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:16.015 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.015 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.016 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.016 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.022051 24961 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af: Bootstrap starting.
00:31:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.024436 24960 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc: Bootstrap starting.
00:31:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.025934 24964 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867: Bootstrap starting.
00:31:16.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.027338 24961 tablet_bootstrap.cc:654] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af: Neither blocks nor log segments found. Creating new log.
00:31:16.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.032155 24964 tablet_bootstrap.cc:654] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867: Neither blocks nor log segments found. Creating new log.
00:31:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.032883 24960 tablet_bootstrap.cc:654] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc: Neither blocks nor log segments found. Creating new log.
00:31:16.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.033641 24961 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af: No bootstrap required, opened a new log
00:31:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.034060 24961 ts_tablet_manager.cc:1403] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent bootstrapping tablet: real 0.012s	user 0.010s	sys 0.000s
00:31:16.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.037395 24961 raft_consensus.cc:359] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.037923 24961 raft_consensus.cc:385] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.038337 24961 raft_consensus.cc:740] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Initialized, Role: FOLLOWER
00:31:16.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.039065 24960 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc: No bootstrap required, opened a new log
00:31:16.039 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:16.040 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:16.040 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:16.040 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.040 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.043 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.039052 24961 consensus_queue.cc:260] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.039592 24960 ts_tablet_manager.cc:1403] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent bootstrapping tablet: real 0.015s	user 0.010s	sys 0.001s
00:31:16.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.052369 24961 ts_tablet_manager.cc:1434] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
00:31:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.062494 24964 tablet_bootstrap.cc:492] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867: No bootstrap required, opened a new log
00:31:16.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.062970 24964 ts_tablet_manager.cc:1403] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent bootstrapping tablet: real 0.037s	user 0.024s	sys 0.007s
00:31:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.065865 24966 consensus_queue.cc:1048] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:16.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.071960 24964 raft_consensus.cc:359] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.072763 24964 raft_consensus.cc:385] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:16.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.073040 24964 raft_consensus.cc:740] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7fb182b00f0a4a07ba73a9654c0eb867, State: Initialized, Role: FOLLOWER
00:31:16.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.075877 24112 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 2ea3f28d4271429db09e540ab8a78087: replication_test_table [id=543e27d35d9941038c4a8e9500ae0224] alter complete (version 0)
00:31:16.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.077526 24964 consensus_queue.cc:260] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.083266 24964 ts_tablet_manager.cc:1434] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867: Time spent starting tablet: real 0.020s	user 0.009s	sys 0.000s
00:31:16.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.090963 24966 consensus_queue.cc:1048] T 223e0b8ce4c149bfaf84a3b2a35382b8 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:16.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.102146 24960 raft_consensus.cc:359] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.102933 24960 raft_consensus.cc:385] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:16.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.103233 24960 raft_consensus.cc:740] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 491fe9029fc54fd8a2efdea9eb5f46dc, State: Initialized, Role: FOLLOWER
00:31:16.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.103993 24960 consensus_queue.cc:260] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.112 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.190:42773(127.22.160.190:42773)] disconnecting while in state READY
00:31:16.112 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.188:40719(127.22.160.188:40719)] disconnecting while in state READY
00:31:16.113 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.160.190:42773(127.22.160.190:42773)] handling channelInactive
00:31:16.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state READY due to: connection closed
00:31:16.115 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.189:38747(127.22.160.189:38747)] disconnecting while in state READY
00:31:16.113 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.160.188:40719(127.22.160.188:40719)] handling channelInactive
00:31:16.115 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state READY due to: connection closed
00:31:16.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.110713 24960 ts_tablet_manager.cc:1434] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc: Time spent starting tablet: real 0.071s	user 0.006s	sys 0.001s
00:31:16.116 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:16.119 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:16.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:16.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:16.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:16.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:16.120 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:16.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:16.120 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:16.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:16.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:16.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:16.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:16.121 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:16.121 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:16.122 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
00:31:16.127 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.160.189:38747(127.22.160.189:38747)] handling channelInactive
00:31:16.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state READY due to: connection closed
00:31:16.127 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:31:16.127 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state READY
00:31:16.127 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state READY
00:31:16.127 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state READY
00:31:16.128 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:16.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:16.128 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:16.136 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
00:31:16.138 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:16.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:16.139 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:31:16.142 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.146 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:16.146 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:16.146 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:16.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.148 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:16.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.159086 24967 raft_consensus.cc:493] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.159621 24967 raft_consensus.cc:515] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.163852 24967 leader_election.cc:290] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193:44357), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:16.173 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:16.173 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:16.173 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:16.175 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:31:16.176 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:31:16.176 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:31:16.176 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:31:16.176 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:31:16.176 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:31:16.184 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:16.184 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:16.185 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:16.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.185 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.185 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:16.186 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28903), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [4ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [27ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [28ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [29ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [29ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [44ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [63ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [145ms] refreshing cache from master, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [146ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [147ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [147ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [147ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [263ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [523ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [623ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1343ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1401ms] refreshing cache from master, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1404ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1405ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1406ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1406ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5021ms] refreshing cache from master, [5021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5023ms] too many traces: truncated at 100 traces, deferred=Deferred@2137210786(state=PENDING, result=null, callback=(continuation of Deferred@54143727 after retry RPC after error@1860485112) -> (continuation of Deferred@1184276400 after retry RPC after error@544089839) -> (continuation of Deferred@1917918559 after retry RPC after error@956397458) -> (continuation of Deferred@1268253725 after retry RPC after error@445651679) -> (continuation of Deferred@1624332087 after retry RPC after error@1381892440) -> (continuation of Deferred@1508728802 after retry RPC after error@1135735010) -> (continuation of Deferred@691240780 after retry RPC after error@197525491) -> (continuation of Deferred@954508070 after retry RPC after error@1948152376) -> (continuation of Deferred@1189460712 after retry RPC after error@1660682144) -> (continuation of Deferred@2132512074 after retry RPC after error@2022944547) -> (continuation of Deferred@323647523 after retry RPC after error@779191061) -> (continuation of Deferred@220408396 after retry RPC after error@1756132988) -> (continuation of Deferred@677875754 after retry RPC after error@179099416) -> (continuation of Deferred@516554059 after retry RPC after error@366831480) -> (continuation of Deferred@19878697 after retry RPC after error@1842823171) -> (continuation of Deferred@1009109847 after retry RPC after error@1119722764) -> (continuation of Deferred@972040297 after retry RPC after error@1861263372) -> (continuation of Deferred@2082320886 after retry RPC after error@1382422148) -> (continuation of Deferred@1785581505 after retry RPC after error@32956992) -> (continuation of Deferred@284516745 after retry RPC after error@1917159205) -> (continuation of Deferred@1993497963 after retry RPC after error@1073759507) -> (continuation of Deferred@2067959219 after retry RPC after error@627069265) -> (continuation of Deferred@1094543763 after retry RPC after error@64459898), errback=(continuation of Deferred@54143727 after retry RPC after error@1860485112) -> (continuation of Deferred@1184276400 after retry RPC after error@544089839) -> (continuation of Deferred@1917918559 after retry RPC after error@956397458) -> (continuation of Deferred@1268253725 after retry RPC after error@445651679) -> (continuation of Deferred@1624332087 after retry RPC after error@1381892440) -> (continuation of Deferred@1508728802 after retry RPC after error@1135735010) -> (continuation of Deferred@691240780 after retry RPC after error@197525491) -> (continuation of Deferred@954508070 after retry RPC after error@1948152376) -> (continuation of Deferred@1189460712 after retry RPC after error@1660682144) -> (continuation of Deferred@2132512074 after retry RPC after error@2022944547) -> (continuation of Deferred@323647523 after retry RPC after error@779191061) -> (continuation of Deferred@220408396 after retry RPC after error@1756132988) -> (continuation of Deferred@677875754 after retry RPC after error@179099416) -> (continuation of Deferred@516554059 after retry RPC after error@366831480) -> (continuation of Deferred@19878697 after retry RPC after error@1842823171) -> (continuation of Deferred@1009109847 after retry RPC after error@1119722764) -> (continuation of Deferred@972040297 after retry RPC after error@1861263372) -> (continuation of Deferred@2082320886 after retry RPC after error@1382422148) -> (continuation of Deferred@1785581505 after retry RPC after error@32956992) -> (continuation of Deferred@284516745 after retry RPC after error@1917159205) -> (continuation of Deferred@1993497963 after retry RPC after error@1073759507) -> (continuation of Deferred@2067959219 after retry RPC after error@627069265) -> (continuation of Deferred@1094543763 after retry RPC after error@64459898)))
00:31:16.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.194584 24966 raft_consensus.cc:493] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:16.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.195034 24966 raft_consensus.cc:515] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.196970 24966 leader_election.cc:290] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:16.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.199379 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" is_pre_election: true
00:31:16.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.199965 24801 raft_consensus.cc:2468] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 0.
00:31:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.204450 24374 leader_election.cc:304] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 491fe9029fc54fd8a2efdea9eb5f46dc; no voters: 
00:31:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.204632 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" is_pre_election: true
00:31:16.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.205195 24658 raft_consensus.cc:2468] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 0.
00:31:16.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.207441 24966 raft_consensus.cc:2804] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.207767 24966 raft_consensus.cc:493] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:16.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.208073 24966 raft_consensus.cc:3060] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 0 FOLLOWER]: Advancing to term 1
00:31:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.210140 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" is_pre_election: true
00:31:16.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.210754 24801 raft_consensus.cc:2468] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7fb182b00f0a4a07ba73a9654c0eb867 in term 0.
00:31:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.212122 24592 leader_election.cc:304] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 491fe9029fc54fd8a2efdea9eb5f46dc, 7fb182b00f0a4a07ba73a9654c0eb867; no voters: 
00:31:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.212980 24967 raft_consensus.cc:2804] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.213218 24967 raft_consensus.cc:493] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:16.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.213461 24967 raft_consensus.cc:3060] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 0 FOLLOWER]: Advancing to term 1
00:31:16.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.219527 24967 raft_consensus.cc:515] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.220955 24966 raft_consensus.cc:515] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.221763 24441 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" is_pre_election: true
00:31:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.222684 24441 raft_consensus.cc:2393] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7fb182b00f0a4a07ba73a9654c0eb867 in current term 1: Already voted for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in this term.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:31:16.224 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:31:16.224 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:31:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.224361 24440 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af"
00:31:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.225180 24440 raft_consensus.cc:2393] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 7fb182b00f0a4a07ba73a9654c0eb867 in current term 1: Already voted for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in this term.
00:31:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.226334 24966 leader_election.cc:290] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Requested vote from peers 7fb182b00f0a4a07ba73a9654c0eb867 (127.23.109.194:34963), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.230739 24801 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.231297 24801 raft_consensus.cc:3060] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 0 FOLLOWER]: Advancing to term 1
00:31:16.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.233907 24800 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc"
00:31:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.237864 24658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d9253ccbdd024cf7b4cf6e9df17e29b9" candidate_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7fb182b00f0a4a07ba73a9654c0eb867"
00:31:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.238631 24658 raft_consensus.cc:2393] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 28fbb21ce4c94f24bf35eaf9a164c0af in current term 1: Already voted for candidate 7fb182b00f0a4a07ba73a9654c0eb867 in this term.
00:31:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.238417 24801 raft_consensus.cc:2468] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 491fe9029fc54fd8a2efdea9eb5f46dc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 28fbb21ce4c94f24bf35eaf9a164c0af in term 1.
00:31:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.239923 24374 leader_election.cc:304] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 491fe9029fc54fd8a2efdea9eb5f46dc; no voters: 
00:31:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.240633 24966 raft_consensus.cc:2804] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 FOLLOWER]: Leader election won for term 1
00:31:16.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.241060 24966 raft_consensus.cc:697] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [term 1 LEADER]: Becoming Leader. State: Replica: 28fbb21ce4c94f24bf35eaf9a164c0af, State: Running, Role: LEADER
00:31:16.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.243031 24966 consensus_queue.cc:237] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } }
00:31:16.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.243079 24592 leader_election.cc:304] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7fb182b00f0a4a07ba73a9654c0eb867; no voters: 28fbb21ce4c94f24bf35eaf9a164c0af, 491fe9029fc54fd8a2efdea9eb5f46dc
00:31:16.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.242822 24967 leader_election.cc:290] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [CANDIDATE]: Term 1 election: Requested vote from peers 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193:44357), 491fe9029fc54fd8a2efdea9eb5f46dc (127.23.109.195:35045)
00:31:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.250205 24967 raft_consensus.cc:2749] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 7fb182b00f0a4a07ba73a9654c0eb867 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
00:31:16.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.263420 24112 catalog_manager.cc:5696] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af reported cstate change: term changed from 0 to 1, leader changed from <none> to 28fbb21ce4c94f24bf35eaf9a164c0af (127.23.109.193). New cstate: current_term: 1 leader_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "28fbb21ce4c94f24bf35eaf9a164c0af" member_type: VOTER last_known_addr { host: "127.23.109.193" port: 44357 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 } health_report { overall_health: UNKNOWN } } }
00:31:16.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.362792 24966 consensus_queue.cc:1048] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:16.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.372059 24966 consensus_queue.cc:1048] T b365e8ed98d542e3b811409efb8d1421 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:16.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.480 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:31:16.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:16.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:16.537 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:16.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:16.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:16.537 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:16.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:16.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:16.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:16.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:16.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:16.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:16.538 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:16.541 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:31:16.541 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:31:16.541 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:31:16.556 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:31:16.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.627426 24971 consensus_queue.cc:1048] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "491fe9029fc54fd8a2efdea9eb5f46dc" member_type: VOTER last_known_addr { host: "127.23.109.195" port: 35045 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:16.639050 23246 debug-util.cc:398] Leaking SignalData structure 0x7b0800088020 after lost signal to thread 23183
00:31:16.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:16.639853 23246 debug-util.cc:398] Leaking SignalData structure 0x7b0800088b60 after lost signal to thread 23249
00:31:16.643 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:16.646654 25006 consensus_queue.cc:1048] T d9253ccbdd024cf7b4cf6e9df17e29b9 P 28fbb21ce4c94f24bf35eaf9a164c0af [LEADER]: Connected to new peer: Peer: permanent_uuid: "7fb182b00f0a4a07ba73a9654c0eb867" member_type: VOTER last_known_addr { host: "127.23.109.194" port: 34963 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:31:16.660 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:16.660 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:16.660 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:16.661 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:16.661 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:16.661 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:16.661 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:16.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:16.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:16.662 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:16.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:16.662 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.662 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.662 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:16.662 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:16.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:16.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:16.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:16.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.663 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.669 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:16.670 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27044), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [34ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [133ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [133ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [682ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [683ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1044ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2581ms] refreshing cache from master, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2584ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480)))
00:31:16.671 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:16.672 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27044), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [34ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [133ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [133ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [682ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [683ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1044ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2581ms] refreshing cache from master, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2584ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:16.672 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
00:31:16.684 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:31:16.687 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27044), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [34ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [133ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [133ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [544ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [544ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [682ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [683ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1044ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2581ms] refreshing cache from master, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2584ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2584ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234) -> (continuation of Deferred@436915463 after retry RPC after error@261969480)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:16.688 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
00:31:16.688 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:31:16.689 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:31:16.689 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:16.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.705 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.705 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.711 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.713 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27075), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [70ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [683ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1642ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6723ms] too many traces: truncated at 100 traces, deferred=Deferred@2057618096(state=PENDING, result=null, callback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144), errback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144)))
00:31:16.714 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.714 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.714 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.715 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27075), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [70ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [683ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1642ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6723ms] too many traces: truncated at 100 traces, deferred=Deferred@2057618096(state=PENDING, result=null, callback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144), errback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27075), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [70ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [683ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1642ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6723ms] too many traces: truncated at 100 traces, deferred=Deferred@2057618096(state=PENDING, result=null, callback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144), errback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.62:41209
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:16.716 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.722 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27075), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [70ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [683ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1642ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6723ms] too many traces: truncated at 100 traces, deferred=Deferred@2057618096(state=PENDING, result=null, callback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144), errback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27075), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [65ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [70ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [71ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [223ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [264ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [284ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [682ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [683ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1642ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3083ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3084ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [6722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [6723ms] too many traces: truncated at 100 traces, deferred=Deferred@2057618096(state=PENDING, result=null, callback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144), errback=(continuation of Deferred@1201362178 after retry RPC after error@1850654968) -> (continuation of Deferred@310982654 after retry RPC after error@1323615837) -> (continuation of Deferred@1397402054 after retry RPC after error@1268509271) -> (continuation of Deferred@284557853 after retry RPC after error@2026432624) -> (continuation of Deferred@2127198774 after retry RPC after error@1779953386) -> (continuation of Deferred@1255272287 after retry RPC after error@1969554717) -> (continuation of Deferred@1481890381 after retry RPC after error@233180947) -> (continuation of Deferred@1216914151 after retry RPC after error@362285830) -> (continuation of Deferred@1407138378 after retry RPC after error@1862019509) -> (continuation of Deferred@1668161815 after retry RPC after error@914085447) -> (continuation of Deferred@475834280 after retry RPC after error@325223447) -> (continuation of Deferred@18250229 after retry RPC after error@1773624958) -> (continuation of Deferred@279958791 after retry RPC after error@401254713) -> (continuation of Deferred@629253088 after retry RPC after error@1981177216) -> (continuation of Deferred@411023784 after retry RPC after error@1520335103) -> (continuation of Deferred@1923632879 after retry RPC after error@915863399) -> (continuation of Deferred@1405205220 after retry RPC after error@2050062819) -> (continuation of Deferred@1247715196 after retry RPC after error@1274176671) -> (continuation of Deferred@356180383 after retry RPC after error@1681222842) -> (continuation of Deferred@1521400383 after retry RPC after error@44104553) -> (continuation of Deferred@1087685819 after retry RPC after error@256585895) -> (continuation of Deferred@538643507 after retry RPC after error@635814122) -> (continuation of Deferred@1131559409 after retry RPC after error@367716144)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.62:41209
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:16.723 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:16.723 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
00:31:16.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
00:31:16.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:31:16.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
00:31:16.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
00:31:16.724 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:31:16.725 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:31:16.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
00:31:16.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:16.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
00:31:16.725 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:31:16.726 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.726 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.726 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.728 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:31:16.741 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:31:16.741 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:31:16.741 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:31:16.745 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.745 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.745 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.755 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:31:16.755 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:31:16.755 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:31:16.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.765 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.772 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:31:16.773 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:31:16.773 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:31:16.773 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:31:16.774 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
00:31:16.775 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:16.786 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.786 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.786 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.788 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.788 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.789 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:31:16.789 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:31:16.790 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:31:16.799 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
00:31:16.799 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
00:31:16.800 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:31:16.801 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:31:16.801 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:16.802 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job dfd18dc31e477069a827bb999b4ab6f6
00:31:16.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.805 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.846 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.846 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.846 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.848 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.914 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:16.914 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:16.914 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:16.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:16.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:16.915 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.915 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.915 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:16.915 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:16.916 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29622), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [16ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [21ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [23ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [45ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [45ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [65ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [66ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [68ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [69ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [83ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [83ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [102ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [123ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [263ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [522ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [522ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [603ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1683ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [5361ms] refreshing cache from master, [5361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [5362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [5365ms] too many traces: truncated at 100 traces, deferred=Deferred@15381989(state=PENDING, result=null, callback=(continuation of Deferred@1045653876 after retry RPC after error@1533239224) -> (continuation of Deferred@1484960316 after retry RPC after error@227696980) -> (continuation of Deferred@682602843 after retry RPC after error@1768994153) -> (continuation of Deferred@607058217 after retry RPC after error@975742009) -> (continuation of Deferred@1868103502 after retry RPC after error@57656369) -> (continuation of Deferred@1356567236 after retry RPC after error@791543178) -> (continuation of Deferred@128435630 after retry RPC after error@2056574759) -> (continuation of Deferred@1985296131 after retry RPC after error@911496686) -> (continuation of Deferred@258440255 after retry RPC after error@1393999643) -> (continuation of Deferred@203716437 after retry RPC after error@416004122) -> (continuation of Deferred@746170808 after retry RPC after error@1248933195) -> (continuation of Deferred@1698725263 after retry RPC after error@546177621) -> (continuation of Deferred@1104894869 after retry RPC after error@46392712) -> (continuation of Deferred@1686723674 after retry RPC after error@876963380) -> (continuation of Deferred@802788570 after retry RPC after error@850119436) -> (continuation of Deferred@485370511 after retry RPC after error@59087840) -> (continuation of Deferred@1620680718 after retry RPC after error@201782458) -> (continuation of Deferred@1641094631 after retry RPC after error@1319424166) -> (continuation of Deferred@1670418604 after retry RPC after error@1476922176) -> (continuation of Deferred@836701059 after retry RPC after error@1503055102) -> (continuation of Deferred@1055138448 after retry RPC after error@640580615), errback=(continuation of Deferred@1045653876 after retry RPC after error@1533239224) -> (continuation of Deferred@1484960316 after retry RPC after error@227696980) -> (continuation of Deferred@682602843 after retry RPC after error@1768994153) -> (continuation of Deferred@607058217 after retry RPC after error@975742009) -> (continuation of Deferred@1868103502 after retry RPC after error@57656369) -> (continuation of Deferred@1356567236 after retry RPC after error@791543178) -> (continuation of Deferred@128435630 after retry RPC after error@2056574759) -> (continuation of Deferred@1985296131 after retry RPC after error@911496686) -> (continuation of Deferred@258440255 after retry RPC after error@1393999643) -> (continuation of Deferred@203716437 after retry RPC after error@416004122) -> (continuation of Deferred@746170808 after retry RPC after error@1248933195) -> (continuation of Deferred@1698725263 after retry RPC after error@546177621) -> (continuation of Deferred@1104894869 after retry RPC after error@46392712) -> (continuation of Deferred@1686723674 after retry RPC after error@876963380) -> (continuation of Deferred@802788570 after retry RPC after error@850119436) -> (continuation of Deferred@485370511 after retry RPC after error@59087840) -> (continuation of Deferred@1620680718 after retry RPC after error@201782458) -> (continuation of Deferred@1641094631 after retry RPC after error@1319424166) -> (continuation of Deferred@1670418604 after retry RPC after error@1476922176) -> (continuation of Deferred@836701059 after retry RPC after error@1503055102) -> (continuation of Deferred@1055138448 after retry RPC after error@640580615)))
00:31:16.925 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:16.925 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:16.925 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:16.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:16.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:16.926 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.926 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.926 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:16.926 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:16.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:16.933 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:16.933 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:16.933 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:16.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:16.934 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.934 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.934 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:16.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:16.934 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:17.106 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:17.106 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:17.106 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:17.107 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.107 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.107 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.109 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.111 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:17.117 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:17.117 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:17.117 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:17.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.119 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.119 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.119 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.119 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:17.185 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:17.186 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:17.186 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:17.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:17.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:17.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:17.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:17.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.386 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:17.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.462 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:17.462 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:17.462 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:17.463 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.463 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.463 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:17.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:17.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:17.464 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:17.494 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
00:31:17.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:17.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:17.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:17.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:17.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:17.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:17.537 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:17.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:17.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:17.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:17.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:17.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:17.538 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:17.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:17.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:17.543 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:17.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:17.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:17.544 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:17.544 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:17.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.645 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:17.645 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:17.645 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:17.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:17.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:17.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:17.647 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:17.656 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:31:17.675 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:31:17.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:17.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:17.754 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:17.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:17.756 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:17.756 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:17.756 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:17.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:17.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:17.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:17.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:17.758 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28155), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [138ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [139ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [164ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [164ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [183ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [188ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [188ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [344ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [344ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [503ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [541ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [542ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [542ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1564ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2003ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4921ms] refreshing cache from master, [4921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4923ms] too many traces: truncated at 100 traces, deferred=Deferred@878772728(state=PENDING, result=null, callback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093), errback=(continuation of Deferred@2136192211 after retry RPC after error@448476900) -> (continuation of Deferred@352217523 after retry RPC after error@682411029) -> (continuation of Deferred@1253775615 after retry RPC after error@158604122) -> (continuation of Deferred@1847613494 after retry RPC after error@551724427) -> (continuation of Deferred@848047496 after retry RPC after error@462118472) -> (continuation of Deferred@2005292263 after retry RPC after error@1123907937) -> (continuation of Deferred@298777819 after retry RPC after error@1358334388) -> (continuation of Deferred@353558049 after retry RPC after error@1015913363) -> (continuation of Deferred@1514373373 after retry RPC after error@1050417448) -> (continuation of Deferred@1039936268 after retry RPC after error@1836936739) -> (continuation of Deferred@729763609 after retry RPC after error@1978942983) -> (continuation of Deferred@688699390 after retry RPC after error@797366410) -> (continuation of Deferred@2119196132 after retry RPC after error@700708951) -> (continuation of Deferred@1706826198 after retry RPC after error@2095570787) -> (continuation of Deferred@2364006 after retry RPC after error@915624821) -> (continuation of Deferred@862232280 after retry RPC after error@1899643664) -> (continuation of Deferred@1370347635 after retry RPC after error@2106139080) -> (continuation of Deferred@1779229439 after retry RPC after error@1233981037) -> (continuation of Deferred@1994144111 after retry RPC after error@1114620189) -> (continuation of Deferred@1333385397 after retry RPC after error@1848006993) -> (continuation of Deferred@2032534203 after retry RPC after error@1174225835) -> (continuation of Deferred@1145083857 after retry RPC after error@418427609) -> (continuation of Deferred@1368017062 after retry RPC after error@2118494503) -> (continuation of Deferred@1048270625 after retry RPC after error@587222093)))
00:31:17.818 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
00:31:17.842 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:31:17.867 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:31:17.874 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:31:17.875 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:31:17.875 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:31:17.876 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:31:17.876 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:31:17.876 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:31:17.878 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:31:17.878 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:31:17.879 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:31:17.879 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:31:17.879 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:31:17.880 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:31:17.880 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:31:17.880 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:31:17.880 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:31:17.880 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:31:17.880 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:31:17.880 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:31:17.880 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:31:17.881 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:31:17.881 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:31:17.881 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:31:17.881 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:31:17.882 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:31:17.882 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_5fab7eaf56eb5dbba4d40e3ea00e12ef/blobStorage
00:31:17.882 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:38919 - max concurrent requests: 50 - max backlog: 1000
00:31:17.883 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_5fab7eaf56eb5dbba4d40e3ea00e12ef/blobStorage
00:31:17.884 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_5fab7eaf56eb5dbba4d40e3ea00e12ef/blobStorage
00:31:17.885 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:31:17.885 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 82090bb2-e8a9-4cfc-a4c3-121ab4b39287
00:31:17.890 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:31:17.891 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-814a1032-c680-4dd4-890a-4f2cdd9530ce
00:31:17.893 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-eac46ff0-9786-4f40-b7ee-819348fa2a2c
00:31:17.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:17.964 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:31:17.965 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:31:17.965 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:31:17.965 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:31:17.966 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:31:17.968 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
00:31:17.980 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:31:17.981 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:31:17.981 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
00:31:17.981 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-ef752526-0ff3-4b15-aef0-461b5c7ad8d7
00:31:17.991 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:31:17.991 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:31:17.998 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:35725
00:31:17.999 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:31:17.999 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:35725 was granted leadership with leaderSessionID=3656d05a-9203-4d7a-9974-610c7c362e4f
00:31:17.999 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:35725 , session=3656d05a-9203-4d7a-9974-610c7c362e4f
00:31:18.000 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:31:18.000 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:31:18.000 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:31:18.001 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id fdf8daef-bb72-42e5-b1f6-8688944d7f0f. Creating new DispatcherLeaderProcess.
00:31:18.001 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:31:18.001 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:31:18.001 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:31:18.004 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
00:31:18.011 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=fdf8daef-bb72-42e5-b1f6-8688944d7f0f
00:31:18.012 [INFO - pool-315-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 32177609-0f1d-4753-8025-f0c62ef91c54.
00:31:18.013 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:31:18.025 [INFO - pool-315-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
00:31:18.036 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:253) Starting the resource manager.
00:31:18.036 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:31:18.037 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:31:18.037 [WARN - flink-pekko.actor.default-dispatcher-7] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:31:18.037 [WARN - flink-pekko.actor.default-dispatcher-7] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:31:18.038 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=32177609-0f1d-4753-8025-f0c62ef91c54
00:31:18.040 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(8025f0c62ef91c54321776090f1d4753).
00:31:18.046 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:31:18.053 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.053 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
00:31:18.054 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.054 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-5147bc4e6f11b9cce660cc3257e0d7da'.
00:31:18.054 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id 356f507f7b010139b384584361c78d17.
00:31:18.054 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 5147bc4e6f11b9cce660cc3257e0d7da was granted leadership with leader id d3228969-b63f-4a87-93fd-484d31d87bde. Creating new JobMasterServiceProcess.
00:31:18.056 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:344) Registering task executor 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 under 356f507f7b010139b384584361c78d17 at the slot manager.
00:31:18.074 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
00:31:18.079 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.080 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.081 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph b50bce748c0b64fe3335189a6617884a for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.082 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.082 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:31:18.083 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:31:18.083 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@406e3f34
00:31:18.083 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:18.084 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:18.085 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:31:18.086 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@18b49c84 for Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da).
00:31:18.086 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=d3228969-b63f-4a87-93fd-484d31d87bde
00:31:18.087 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (5147bc4e6f11b9cce660cc3257e0d7da) under job master id 93fd484d31d87bded3228969b63f4a87.
00:31:18.087 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:18.089 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.091 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:31:18.091 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state CREATED to RUNNING.
00:31:18.092 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:31:18.093 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:31:18.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.093 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:31:18.093 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:31:18.094 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(8025f0c62ef91c54321776090f1d4753)
00:31:18.095 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:18.096 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:18.096 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:31:18.097 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:390) Registering job manager 93fd484d31d87bded3228969b63f4a87@pekko://flink/user/rpc/jobmanager_19 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.101 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.160.190:42773(127.22.160.190:42773)] Successfully connected to peer
00:31:18.102 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager 93fd484d31d87bded3228969b63f4a87@pekko://flink/user/rpc/jobmanager_19 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.104 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:18.104 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.190
00:31:18.105 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 8025f0c62ef91c54321776090f1d4753.
00:31:18.106 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:18.122 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.160.189:38747(127.22.160.189:38747)] Successfully connected to peer
00:31:18.122 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.160.188:40719(127.22.160.188:40719)] Successfully connected to peer
00:31:18.126 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.189
00:31:18.129 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 5147bc4e6f11b9cce660cc3257e0d7da
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 82090bb2-e8a9-4cfc-a4c3-121ab4b39287
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:31:18.130 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c9ed1b631224a749e1fffc00ad7e60c5 from 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 for job 5147bc4e6f11b9cce660cc3257e0d7da with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.130 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0c99ab1c38776cf24b10291f588c4f99 from 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 for job 5147bc4e6f11b9cce660cc3257e0d7da with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.131 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f647b4a44a201426a0d370b788db5a36 from 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 for job 5147bc4e6f11b9cce660cc3257e0d7da with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.131 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 02b43adb1bd1e9e5fe364dd93d43a9ef from 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 for job 5147bc4e6f11b9cce660cc3257e0d7da with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.131 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request c9ed1b631224a749e1fffc00ad7e60c5 for job 5147bc4e6f11b9cce660cc3257e0d7da from resource manager with leader id 8025f0c62ef91c54321776090f1d4753.
00:31:18.132 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for c9ed1b631224a749e1fffc00ad7e60c5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.134 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.188
00:31:18.144 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.145 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.148 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xca30c2eb, L:/127.0.0.1:40270 - R:/127.22.160.189:38747] using SASL/PLAIN
00:31:18.149 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc204ad27, L:/127.0.0.1:40746 - R:/127.22.160.190:42773] using SASL/PLAIN
00:31:18.151 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.154 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:18.154 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6c642b0b, L:/127.0.0.1:46424 - R:/127.22.160.188:40719] using SASL/PLAIN
00:31:18.161 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 5147bc4e6f11b9cce660cc3257e0d7da for job leader monitoring.
00:31:18.162 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 0c99ab1c38776cf24b10291f588c4f99 for job 5147bc4e6f11b9cce660cc3257e0d7da from resource manager with leader id 8025f0c62ef91c54321776090f1d4753.
00:31:18.162 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 0c99ab1c38776cf24b10291f588c4f99 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.162 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request f647b4a44a201426a0d370b788db5a36 for job 5147bc4e6f11b9cce660cc3257e0d7da from resource manager with leader id 8025f0c62ef91c54321776090f1d4753.
00:31:18.162 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for f647b4a44a201426a0d370b788db5a36 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.163 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 02b43adb1bd1e9e5fe364dd93d43a9ef for job 5147bc4e6f11b9cce660cc3257e0d7da from resource manager with leader id 8025f0c62ef91c54321776090f1d4753.
00:31:18.163 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 02b43adb1bd1e9e5fe364dd93d43a9ef with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:31:18.164 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id d3228969-b63f-4a87-93fd-484d31d87bde.
00:31:18.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.166 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [59ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: OK, deferred=null) after lookup
00:31:18.169 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:31:18.169 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:18.171 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.171 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.172 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.173 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:31:18.173 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef
00:31:18.174 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:31:18.175 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:18.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1e2d971b08a84d548da052f0266965c8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.175 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:31:18.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.175 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e406d1e4eac448e18a76f56551d25842 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.175 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 5147bc4e6f11b9cce660cc3257e0d7da
00:31:18.175 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:18.175 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671),9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)[L],da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:18.176 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:31:18.183 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:18.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.195 [DEBUG - main] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:18.196 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:18.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:31:18.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:31:18.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39b6fc86
00:31:18.200 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:18.201 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:18.205 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:18.206 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:31:18.209 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:31:18.209 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 0c99ab1c38776cf24b10291f588c4f99
00:31:18.210 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 0c99ab1c38776cf24b10291f588c4f99.
00:31:18.215 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.217 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 0c99ab1c38776cf24b10291f588c4f99.
00:31:18.220 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6d43d160, L:/127.0.0.1:33480 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:18.226 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a210f52
00:31:18.227 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:18.230 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.257 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:31:18.257 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id f647b4a44a201426a0d370b788db5a36
00:31:18.281 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:18.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:18.300 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:18.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:18.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:18.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:18.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:18.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:18.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:18.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:18.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:18.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:18.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:18.304 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3c96dd8e, L:/127.0.0.1:33566 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:18.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:18.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:18.318 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:18.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:18.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:18.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:18.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:18.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:18.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:18.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:18.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:18.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:18.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:18.319 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:31:18.319 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id c9ed1b631224a749e1fffc00ad7e60c5
00:31:18.320 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:31:18.323 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f647b4a44a201426a0d370b788db5a36.
00:31:18.325 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id f647b4a44a201426a0d370b788db5a36.
00:31:18.330 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:31:18.330 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:31:18.332 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:18.337 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@cf21452
00:31:18.337 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:18.337 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:18.338 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:18.338 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:31:18.338 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c9ed1b631224a749e1fffc00ad7e60c5.
00:31:18.339 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:18.340 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id c9ed1b631224a749e1fffc00ad7e60c5.
00:31:18.340 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:31:18.345 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:18.346 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1470ba41
00:31:18.349 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.350 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.350 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=218), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: OK, [156ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:18.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:31:18.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:31:18.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4d3145c4
00:31:18.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:18.352 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:18.353 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:31:18.353 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:31:18.356 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.361 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.361 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.361 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.361 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.361 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.109.253:43493, [5ms] Sub RPC GetTableLocations: received response from server master-127.23.109.253:43493: OK, deferred=null)) after lookup
00:31:18.362 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] connecting to peer
00:31:18.362 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:18.362 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@723d0711
00:31:18.367 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:18.368 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:31:18.368 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 0c99ab1c38776cf24b10291f588c4f99.
00:31:18.368 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f647b4a44a201426a0d370b788db5a36.
00:31:18.368 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c9ed1b631224a749e1fffc00ad7e60c5.
00:31:18.370 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:31:18.370 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:31:18.370 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:18.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@464f72e9
00:31:18.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:18.371 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:18.372 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:31:18.373 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:18.373 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3efde88f, L:/127.0.0.1:33492 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:18.374 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:31:18.376 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] Successfully connected to peer
00:31:18.377 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:18.384 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:18.396 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:18.396 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:18.396 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:18.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:18.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:18.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:18.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:18.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:18.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:18.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:18.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:18.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:18.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:18.403 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.405 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.406 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:18.407 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.254
00:31:18.410 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:18.411 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa3da45bc, L:/127.0.0.1:33568 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:18.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.414 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:18.416 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:18.418 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@795c5b8d
00:31:18.419 [ERROR - Source: KuduSource -> Sink: Writer (4/4)#0] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
00:31:18.420 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.421 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.423 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.428 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x99a8e825, L:/127.0.0.1:41220 - R:/127.23.109.254:38935] using TOKEN/null
00:31:18.430 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.437 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.437 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@376e941
00:31:18.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:31:18.439 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:31:18.440 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:18.441 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:18.442 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:18.443 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:18.444 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:18.449 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:31:18.449 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3e3b9e8758e785bea939d33f64718d6da6f31ed621433ab1f1da434d31ad4f02'}]
00:31:18.451 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.453 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.254
00:31:18.457 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2289fe77, L:/127.0.0.1:41226 - R:/127.23.109.254:38935] using SASL/PLAIN
00:31:18.459 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.464 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x587cc8fb, L:/127.0.0.1:33572 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:18.467 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.468 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=118), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [90ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:18.469 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.470 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:31:18.472 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.473 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.475 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x69fb4d1b, L:/127.0.0.1:41228 - R:/127.23.109.254:38935] using SASL/PLAIN
00:31:18.476 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.476 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d1340d3
00:31:18.479 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299998, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:18.479 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:18.480 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:18.480 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:18.480 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc222acd2, L:/127.0.0.1:33502 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:18.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:18.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:18.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:18.481 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:18.481 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:18.481 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:18.481 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3466ebd1, L:/127.0.0.1:59634 - R:/127.23.109.193:44357] using TOKEN/null
00:31:18.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:18.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:18.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:18.483 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:18.484 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:18.485 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:31:18.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:31:18.486 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:31:18.498 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:18.499 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:18.504 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.504 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:18.505 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.517 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.522 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:18.523 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:18.526 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:18.529 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:18.533 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.543 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.547 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:18.549 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.556 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.109.253:43493(127.23.109.253:43493)] Successfully connected to peer
00:31:18.554 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:18.553 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x215d815b, L:/127.0.0.1:33516 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:18.550 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.109.252:45675(127.23.109.252:45675)] Successfully connected to peer
00:31:18.573 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.252
00:31:18.575 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7d984537, L:/127.0.0.1:33584 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:18.577 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.253
00:31:18.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.583 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=179), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [127ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:18.584 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:18.589 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.590 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.592 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:18.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.597 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.597 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.606 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:18.606 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:18.606 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:18.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:18.613 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.614 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.623 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.635 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x29870ce4, L:/127.0.0.1:41244 - R:/127.23.109.254:38935] using TOKEN/null
00:31:18.655 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb592c238, L:/127.0.0.1:33528 - R:/127.23.109.252:45675] using SASL/PLAIN
00:31:18.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.712 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.712 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.718 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.720 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.724 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:18.725 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:31:18.725 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='fe633534b43724339c8dd9ff01df42da483daf8185894c86afd6f3448bf3caa8'}]
00:31:18.727 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.739 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:18.740 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:18.740 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:18.740 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.740 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.741 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.741 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.741 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.741 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:31:18.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:18.742 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.742 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:18.751 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2375d7e4
00:31:18.752 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.23.109.254:38935(127.23.109.254:38935)] Successfully connected to peer
00:31:18.757 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.759 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.109.254
00:31:18.759 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.762 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x987a9cdd, L:/127.0.0.1:33592 - R:/127.23.109.253:43493] using SASL/PLAIN
00:31:18.767 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:18.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=347), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [265ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: OK, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: OK, deferred=null) after lookup
00:31:18.768 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:31:18.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:31:18.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:31:18.771 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x76d638df, L:/127.0.0.1:58172 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:18.777 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.777 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.783 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.783 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.790 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.800 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.811 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.811 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:18.811 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@364f1270
00:31:18.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:31:18.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:31:18.817 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7305095897473024001) for scanner KuduScanner(table=replication_test_table, tablet=1e2d971b08a84d548da052f0266965c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.817 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [3e3b9e8758e785bea939d33f64718d6da6f31ed621433ab1f1da434d31ad4f02]
00:31:18.818 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:31:18.819 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x99b116eb, L:/127.0.0.1:41254 - R:/127.23.109.254:38935] using SASL/PLAIN
00:31:18.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:18.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:18.827 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:18.828 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.828 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:18.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:18.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:18.829 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:18.829 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3e3b9e8758e785bea939d33f64718d6da6f31ed621433ab1f1da434d31ad4f02]
00:31:18.830 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:31:18.830 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:31:18.830 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:18.831 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3e3b9e8758e785bea939d33f64718d6da6f31ed621433ab1f1da434d31ad4f02 finished by subtask 0; deferring removal (restored in pending)
00:31:18.831 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:18.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.837 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.837 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.838 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.838 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.839 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.840 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.840 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.841 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.841 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.842 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.842 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.842 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.848 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.849 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.849 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.850 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.850 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.850 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.851 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.851 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.853 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:18.857 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.858 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.867 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:31:18.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d8038c9bef42b0d9c3245072da3175551c7ffeaaa653991f73de7d3232e73db9'}]
00:31:18.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.868 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.868 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.869 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:18.869 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for table 'replication_test_table' with partition [<start>, 0x80000064)
00:31:18.870 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet b365e8ed98d542e3b811409efb8d1421 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
00:31:18.871 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d9253ccbdd024cf7b4cf6e9df17e29b9 for table 'replication_test_table' with partition [0x800000C8, <end>)
00:31:18.871 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=223e0b8ce4c149bfaf84a3b2a35382b8@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b365e8ed98d542e3b811409efb8d1421@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9@[28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)[L],491fe9029fc54fd8a2efdea9eb5f46dc(127.23.109.195:35045),7fb182b00f0a4a07ba73a9654c0eb867(127.23.109.194:34963)]}]
00:31:18.875 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:31:18.876 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:18.883 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.919 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:18.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:18.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:18.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:18.925 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:18.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:18.936 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:18.939 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:18.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:18.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:31:18.955 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:18.971 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:18.977 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:18.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:18.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:18.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:18.984 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.984 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.984 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:18.984 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.984 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:18.985 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.985 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.985 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:18.985 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:18.989 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x89478b62, L:/127.0.0.1:58180 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:19.007 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095897473024001) for scanner KuduScanner(table=replication_test_table, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.008 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [fe633534b43724339c8dd9ff01df42da483daf8185894c86afd6f3448bf3caa8]
00:31:19.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [fe633534b43724339c8dd9ff01df42da483daf8185894c86afd6f3448bf3caa8]
00:31:19.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:31:19.008 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:31:19.009 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:19.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:19.016 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.016 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.019 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:31:19.019 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:19.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:19.020 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:31:19.022 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.023 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.033 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.037 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:31:19.038 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:31:19.040 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470678977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:19.041 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split fe633534b43724339c8dd9ff01df42da483daf8185894c86afd6f3448bf3caa8 finished by subtask 1; deferring removal (restored in pending)
00:31:19.043 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6bf11d40, flushNotification=Deferred@696733666(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:31:19.044 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] connecting to peer
00:31:19.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:19.079 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:19.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.099 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.100 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.106 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:19.106 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.115 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.119 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6e5071cb, L:/127.0.0.1:58184 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:19.125 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] Successfully connected to peer
00:31:19.138 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095897473024001) for scanner KuduScanner(table=replication_test_table, tablet=e406d1e4eac448e18a76f56551d25842, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.138 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d8038c9bef42b0d9c3245072da3175551c7ffeaaa653991f73de7d3232e73db9]
00:31:19.138 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d8038c9bef42b0d9c3245072da3175551c7ffeaaa653991f73de7d3232e73db9]
00:31:19.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:31:19.139 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:31:19.140 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d8038c9bef42b0d9c3245072da3175551c7ffeaaa653991f73de7d3232e73db9 finished by subtask 2; deferring removal (restored in pending)
00:31:19.140 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:19.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:19.159 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:31:19.159 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:19.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:19.159 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:19.165 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:19.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:19.165 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:19.165 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:31:19.171 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.171 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.176 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.179 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:19.180 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.187 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x33198c19, L:/127.0.0.1:59646 - R:/127.23.109.193:44357] using TOKEN/null
00:31:19.189 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.205 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:19.206 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:19.206 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:19.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:19.206 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:19.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:19.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:19.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:19.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:19.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:19.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:19.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:19.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:19.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.262 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.263 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.270 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.274 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:19.274 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:19.274 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:19.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:19.326 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:19.326 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:19.326 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:19.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.328 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.328 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:19.328 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.380 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:19.380 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:19.380 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:19.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.381 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.381 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.381 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.381 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.381 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.381 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.384 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:19.384 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29780), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [20ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [34ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [97ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [106ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [107ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [127ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [130ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [131ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [131ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [463ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [463ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [464ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [464ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [941ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [942ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1500ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4281ms] refreshing cache from master, [4281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4282ms] too many traces: truncated at 100 traces, deferred=Deferred@1119320013(state=PENDING, result=null, callback=(continuation of Deferred@602163619 after retry RPC after error@1756611040) -> (continuation of Deferred@1839713349 after retry RPC after error@341301027) -> (continuation of Deferred@369048923 after retry RPC after error@1672827589) -> (continuation of Deferred@807632658 after retry RPC after error@451369210) -> (continuation of Deferred@1990109976 after retry RPC after error@1064631412) -> (continuation of Deferred@344252263 after retry RPC after error@881091973) -> (continuation of Deferred@935452262 after retry RPC after error@793646006) -> (continuation of Deferred@495161055 after retry RPC after error@180123815) -> (continuation of Deferred@867673464 after retry RPC after error@1815859995) -> (continuation of Deferred@1833917749 after retry RPC after error@81754491) -> (continuation of Deferred@181240061 after retry RPC after error@953956788) -> (continuation of Deferred@804089199 after retry RPC after error@1342623048) -> (continuation of Deferred@908748253 after retry RPC after error@1877146421) -> (continuation of Deferred@731932083 after retry RPC after error@1303023874) -> (continuation of Deferred@676004327 after retry RPC after error@1342729352) -> (continuation of Deferred@2016220871 after retry RPC after error@1637263937) -> (continuation of Deferred@295885741 after retry RPC after error@48077117) -> (continuation of Deferred@316025999 after retry RPC after error@1187403830) -> (continuation of Deferred@1103011056 after retry RPC after error@793047435) -> (continuation of Deferred@215286456 after retry RPC after error@2024209660) -> (continuation of Deferred@1296737796 after retry RPC after error@1158336143) -> (continuation of Deferred@1643041876 after retry RPC after error@778081673) -> (continuation of Deferred@906128583 after retry RPC after error@636461630) -> (continuation of Deferred@842305187 after retry RPC after error@416455089) -> (continuation of Deferred@1033087544 after retry RPC after error@1706361318), errback=(continuation of Deferred@602163619 after retry RPC after error@1756611040) -> (continuation of Deferred@1839713349 after retry RPC after error@341301027) -> (continuation of Deferred@369048923 after retry RPC after error@1672827589) -> (continuation of Deferred@807632658 after retry RPC after error@451369210) -> (continuation of Deferred@1990109976 after retry RPC after error@1064631412) -> (continuation of Deferred@344252263 after retry RPC after error@881091973) -> (continuation of Deferred@935452262 after retry RPC after error@793646006) -> (continuation of Deferred@495161055 after retry RPC after error@180123815) -> (continuation of Deferred@867673464 after retry RPC after error@1815859995) -> (continuation of Deferred@1833917749 after retry RPC after error@81754491) -> (continuation of Deferred@181240061 after retry RPC after error@953956788) -> (continuation of Deferred@804089199 after retry RPC after error@1342623048) -> (continuation of Deferred@908748253 after retry RPC after error@1877146421) -> (continuation of Deferred@731932083 after retry RPC after error@1303023874) -> (continuation of Deferred@676004327 after retry RPC after error@1342729352) -> (continuation of Deferred@2016220871 after retry RPC after error@1637263937) -> (continuation of Deferred@295885741 after retry RPC after error@48077117) -> (continuation of Deferred@316025999 after retry RPC after error@1187403830) -> (continuation of Deferred@1103011056 after retry RPC after error@793047435) -> (continuation of Deferred@215286456 after retry RPC after error@2024209660) -> (continuation of Deferred@1296737796 after retry RPC after error@1158336143) -> (continuation of Deferred@1643041876 after retry RPC after error@778081673) -> (continuation of Deferred@906128583 after retry RPC after error@636461630) -> (continuation of Deferred@842305187 after retry RPC after error@416455089) -> (continuation of Deferred@1033087544 after retry RPC after error@1706361318)))
00:31:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:19.392295 24373 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.23.109.194:34963, user_credentials={real_user=slave}} blocked reactor thread for 47055.6us
00:31:19.394 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:19.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:19.414 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:19.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:19.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:19.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:19.417 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:19.417 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29810), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [13ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [63ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [101ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [124ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [125ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [125ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [142ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [142ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [621ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [622ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [901ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1822ms] refreshing cache from master, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1825ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1826ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3240ms] refreshing cache from master, [3240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3243ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [7160ms] refreshing cache from master, [7160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [7161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [7161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [7161ms] too many traces: truncated at 100 traces, deferred=Deferred@1791555054(state=PENDING, result=null, callback=(continuation of Deferred@1195111932 after retry RPC after error@754940993) -> (continuation of Deferred@1014468816 after retry RPC after error@297628981) -> (continuation of Deferred@154265323 after retry RPC after error@1593548536) -> (continuation of Deferred@1586132199 after retry RPC after error@618964702) -> (continuation of Deferred@585370135 after retry RPC after error@543837421) -> (continuation of Deferred@768223563 after retry RPC after error@748271738) -> (continuation of Deferred@783268684 after retry RPC after error@1557170000) -> (continuation of Deferred@548171248 after retry RPC after error@1092049911) -> (continuation of Deferred@313650498 after retry RPC after error@1241711171) -> (continuation of Deferred@159589662 after retry RPC after error@1915752250) -> (continuation of Deferred@1870014403 after retry RPC after error@1026896244) -> (continuation of Deferred@764303385 after retry RPC after error@1597365069) -> (continuation of Deferred@19113815 after retry RPC after error@361334934) -> (continuation of Deferred@1243108526 after retry RPC after error@990253331) -> (continuation of Deferred@654512187 after retry RPC after error@2123882869) -> (continuation of Deferred@1981970221 after retry RPC after error@2108128883) -> (continuation of Deferred@1109015348 after retry RPC after error@55043659) -> (continuation of Deferred@1723429393 after retry RPC after error@548133971) -> (continuation of Deferred@872124649 after retry RPC after error@254958947) -> (continuation of Deferred@574005102 after retry RPC after error@1551992383) -> (continuation of Deferred@856828318 after retry RPC after error@785818586) -> (continuation of Deferred@940414081 after retry RPC after error@1760382401) -> (continuation of Deferred@1251071899 after retry RPC after error@1363309920) -> (continuation of Deferred@88037973 after retry RPC after error@121543798) -> (continuation of Deferred@1129819653 after retry RPC after error@24914554), errback=(continuation of Deferred@1195111932 after retry RPC after error@754940993) -> (continuation of Deferred@1014468816 after retry RPC after error@297628981) -> (continuation of Deferred@154265323 after retry RPC after error@1593548536) -> (continuation of Deferred@1586132199 after retry RPC after error@618964702) -> (continuation of Deferred@585370135 after retry RPC after error@543837421) -> (continuation of Deferred@768223563 after retry RPC after error@748271738) -> (continuation of Deferred@783268684 after retry RPC after error@1557170000) -> (continuation of Deferred@548171248 after retry RPC after error@1092049911) -> (continuation of Deferred@313650498 after retry RPC after error@1241711171) -> (continuation of Deferred@159589662 after retry RPC after error@1915752250) -> (continuation of Deferred@1870014403 after retry RPC after error@1026896244) -> (continuation of Deferred@764303385 after retry RPC after error@1597365069) -> (continuation of Deferred@19113815 after retry RPC after error@361334934) -> (continuation of Deferred@1243108526 after retry RPC after error@990253331) -> (continuation of Deferred@654512187 after retry RPC after error@2123882869) -> (continuation of Deferred@1981970221 after retry RPC after error@2108128883) -> (continuation of Deferred@1109015348 after retry RPC after error@55043659) -> (continuation of Deferred@1723429393 after retry RPC after error@548133971) -> (continuation of Deferred@872124649 after retry RPC after error@254958947) -> (continuation of Deferred@574005102 after retry RPC after error@1551992383) -> (continuation of Deferred@856828318 after retry RPC after error@785818586) -> (continuation of Deferred@940414081 after retry RPC after error@1760382401) -> (continuation of Deferred@1251071899 after retry RPC after error@1363309920) -> (continuation of Deferred@88037973 after retry RPC after error@121543798) -> (continuation of Deferred@1129819653 after retry RPC after error@24914554)))
00:31:19.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.454 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.455 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.462 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.462 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.479 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.483 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:19.489 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:19.492 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:19.499 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:19.503 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:19.507 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 543e27d35d9941038c4a8e9500ae0224
00:31:19.508 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 5147bc4e6f11b9cce660cc3257e0d7da (2877 bytes, checkpointDuration=530 ms, finalizationTime=0 ms).
00:31:19.510 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:31:19.510 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d8038c9bef42b0d9c3245072da3175551c7ffeaaa653991f73de7d3232e73db9 from pending
00:31:19.510 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split fe633534b43724339c8dd9ff01df42da483daf8185894c86afd6f3448bf3caa8 from pending
00:31:19.510 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 3e3b9e8758e785bea939d33f64718d6da6f31ed621433ab1f1da434d31ad4f02 from pending
00:31:19.510 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
00:31:19.512 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470679508 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:19.531 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
00:31:19.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:31:19.544 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1e2d971b08a84d548da052f0266965c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.544 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1e2d971b08a84d548da052f0266965c8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.545 [DEBUG - main] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:19.558 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:19.590 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:19.595 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.598 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x418ed153, L:/127.0.0.1:58188 - R:/127.22.160.129:38347] using TOKEN/null
00:31:19.604 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.604 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.611 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e406d1e4eac448e18a76f56551d25842, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.627 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.628 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.645 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.654 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.667 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1e2d971b08a84d548da052f0266965c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.667 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1e2d971b08a84d548da052f0266965c8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.673 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.673 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0d76ae6e78dd48a7a1d11b78a03d07c8 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.689 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e406d1e4eac448e18a76f56551d25842, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.722 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=223e0b8ce4c149bfaf84a3b2a35382b8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.722 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 223e0b8ce4c149bfaf84a3b2a35382b8 for partition [<start>, 0x80000064) with scanner id null
00:31:19.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b365e8ed98d542e3b811409efb8d1421, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.755 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet b365e8ed98d542e3b811409efb8d1421 for partition [0x80000064, 0x800000C8) with scanner id null
00:31:19.767 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d9253ccbdd024cf7b4cf6e9df17e29b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:19.768 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state READY
00:31:19.768 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state READY
00:31:19.768 [DEBUG - main] (Connection.java:575) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] disconnecting while in state READY
00:31:19.768 [DEBUG - main] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state READY
00:31:19.769 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:19.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:19.769 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:19.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:19.769 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:19.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:19.770 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:19.771 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:19.771 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
00:31:19.772 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:31:19.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:19.773244 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24348
00:31:19.779 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] handling channelInactive
00:31:19.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] cleaning up while in state READY due to: connection closed
00:31:19.780 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:31:19.841 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] handling channelInactive
00:31:19.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] cleaning up while in state READY due to: connection closed
00:31:19.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:19.859750 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24490
00:31:19.880 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:19.880 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:19.880 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:19.880 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.880 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.880 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.881 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:19.924 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:19.924 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:19.924 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:19.925 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:19.925787 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24714
00:31:19.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:19.925 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:19.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:19.931 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:19.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:19.973021 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24003
00:31:19.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470679976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:19.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:19.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:19.983 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:19.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:19.985 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:19.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:19.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:19.990 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:31:19.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:31:20.014 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:20.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:20.014 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:20.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:20.015 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:20.015 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:20.015 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.23.109.254:38935(127.23.109.254:38935)] handling channelInactive
00:31:20.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state READY due to: connection closed
00:31:20.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:20.019550 24098 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv got EOF from 127.23.109.254:38935 (error 108) [suppressed 6 similar messages]
00:31:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:20.037904 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24073
00:31:20.070 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:20.070 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:20.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:20.070 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:20.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:20.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:20.071 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.109.253:43493(127.23.109.253:43493)] handling channelInactive
00:31:20.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state READY due to: connection closed
00:31:20.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:20.082551 23991 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 24151
00:31:20.095 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.096 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:20.101 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4f7dcb4e7d27cd3806cd8b6fc58d15de52b0baf95437d69c61110f2afc87a7f5'}]
00:31:20.103 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.103 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ac31bc886d7165e1dc0e106ae2c9fa2f83503ce77923605bccb6d320e83642f7'}]
00:31:20.105 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.105 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:31:20.105 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f3e33e6da418e6b5a1adb4ebd52b383437b52ab901ecd34ec916e94fea030357'}]
00:31:20.106 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298077, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:20.107 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:31:20.107 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298077, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:20.109 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:31:20.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298077, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:20.124 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:20.124 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:20.128 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:20.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:20.129 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:20.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:20.128 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:20.129 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:20.133 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.109.252:45675(127.23.109.252:45675)] handling channelInactive
00:31:20.133 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state READY due to: connection closed
00:31:20.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:20.135 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:20.145 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:20.164 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:20.180 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:20.183 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:20.185 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:20.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.200 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:20.204 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9bde6423, L:/127.0.0.1:58192 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:20.212 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:20.212 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:20.213 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:20.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:20.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:20.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:20.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:20.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:20.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:20.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:20.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:20.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:20.214 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:20.218 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095905656832001) for scanner KuduScanner(table=replication_test_table, tablet=1e2d971b08a84d548da052f0266965c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:20.218 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4f7dcb4e7d27cd3806cd8b6fc58d15de52b0baf95437d69c61110f2afc87a7f5]
00:31:20.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4f7dcb4e7d27cd3806cd8b6fc58d15de52b0baf95437d69c61110f2afc87a7f5]
00:31:20.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:31:20.219 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:31:20.220 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4f7dcb4e7d27cd3806cd8b6fc58d15de52b0baf95437d69c61110f2afc87a7f5 finished by subtask 3; deferring removal (restored in pending)
00:31:20.220 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:20.221 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:20.232 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:20.247 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:20.249 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd5178394, L:/127.0.0.1:58194 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:20.250 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe2c9bd08, L:/127.0.0.1:58204 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:20.261 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095905656832001) for scanner KuduScanner(table=replication_test_table, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:20.261 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [ac31bc886d7165e1dc0e106ae2c9fa2f83503ce77923605bccb6d320e83642f7]
00:31:20.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ac31bc886d7165e1dc0e106ae2c9fa2f83503ce77923605bccb6d320e83642f7]
00:31:20.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:31:20.262 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:31:20.262 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:20.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:20.264 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ac31bc886d7165e1dc0e106ae2c9fa2f83503ce77923605bccb6d320e83642f7 finished by subtask 0; deferring removal (restored in pending)
00:31:20.266 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:20.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:20.266 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:31:20.266 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:31:20.267 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095905656832001) for scanner KuduScanner(table=replication_test_table, tablet=e406d1e4eac448e18a76f56551d25842, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:20.267 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f3e33e6da418e6b5a1adb4ebd52b383437b52ab901ecd34ec916e94fea030357]
00:31:20.267 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f3e33e6da418e6b5a1adb4ebd52b383437b52ab901ecd34ec916e94fea030357]
00:31:20.268 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:31:20.268 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:31:20.268 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f3e33e6da418e6b5a1adb4ebd52b383437b52ab901ecd34ec916e94fea030357 finished by subtask 1; deferring removal (restored in pending)
00:31:20.270 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:20.271 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:20.276 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:20.277 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:20.277 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:20.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:20.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:20.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:20.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:20.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:20.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:20.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:20.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:20.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:20.279 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:20.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:20.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:20.323 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:31:20.323 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:31:20.334 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:20.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:20.335 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:31:20.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:31:20.359 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:31:20.360 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:31:20.360 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
00:31:20.361 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:20.362 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
00:31:20.363 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
00:31:20.363 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:31:20.363 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
00:31:20.364 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
00:31:20.364 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:31:20.364 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
00:31:20.365 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:20.365 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:20.366 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:31:20.367 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:31:20.367 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
00:31:20.368 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:31:20.368 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:20.371 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
00:31:20.371 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:20.372 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
00:31:20.372 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:31:20.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.373 [INFO - Thread-51] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:20.373 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state TERMINATED
00:31:20.373 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state TERMINATED
00:31:20.373 [DEBUG - Thread-51] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state TERMINATED
00:31:20.373 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:20.373 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:31:20.374 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:31:20.389 [INFO - Thread-51] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:20.389 [INFO - Thread-51] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:20.392 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
00:31:20.392 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
00:31:20.394 [DEBUG - Thread-51] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.394 [INFO - Thread-51] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:20.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35018d9e
00:31:20.395 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:20.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:20.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:31:20.397 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:31:20.399 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:31:20.400 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:31:20.402 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
00:31:20.402 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
00:31:20.402 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:20.402 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:20.403 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:20.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:20.404 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@33f267bb
00:31:20.406 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:20.406 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:20.409 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:31:20.409 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:31:20.412 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:31:20.413 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:31:20.413 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@81bd5ce
00:31:20.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
00:31:20.414 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
00:31:20.419 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ab831ba
00:31:20.419 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:20.419 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:20.422 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:31:20.422 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
00:31:20.425 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17d34a16
00:31:20.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
00:31:20.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
00:31:20.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f9b5db0
00:31:20.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.432 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:20.432 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:20.434 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:31:20.435 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:31:20.435 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4558d353
00:31:20.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.448 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e866637
00:31:20.453 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:20.454 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.454 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:20.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:20.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:20.455 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:20.456 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.477 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470680476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:20.482 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.488 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.489 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.491 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 5147bc4e6f11b9cce660cc3257e0d7da (2907 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
00:31:20.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:31:20.493 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split f3e33e6da418e6b5a1adb4ebd52b383437b52ab901ecd34ec916e94fea030357 from pending
00:31:20.493 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 4f7dcb4e7d27cd3806cd8b6fc58d15de52b0baf95437d69c61110f2afc87a7f5 from pending
00:31:20.493 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split ac31bc886d7165e1dc0e106ae2c9fa2f83503ce77923605bccb6d320e83642f7 from pending
00:31:20.493 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 3 finished splits from enumerator state
00:31:20.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.494 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.499 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.503 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.515 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.516 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.539 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.546 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.553 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.557 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.558 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.565 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.574 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.581 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.582 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.589 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.597 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.607 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.615 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.616 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.620 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.639 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.648 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.656 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.660 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.662 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.662 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.666 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.667 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.667 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.671 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.674 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.674 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.675 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.676 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.676 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.679 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.680 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.685 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.685 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.690 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.693 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.694 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.694 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.694 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.696 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.696 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.696 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.701 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.706 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.708 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.709 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.709 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.712 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.719 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.724 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.734 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.734 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.734 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.735 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.735 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.735 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.736 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.736 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.737 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.737 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.741 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.741 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.748 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.749 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.751 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.751 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.753 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.754 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.756 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.756 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.757 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.757 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.759 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.759 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.759 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.763 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.766 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.767 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.767 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.767 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.768 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.768 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.768 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.768 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.768 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.775 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.776 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.777 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.777 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.778 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.778 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.784 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.785 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.786 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.786 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.786 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.787 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.787 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.787 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.788 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.790 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.790 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.791 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.794 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:20.794 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:20.795 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:20.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.795 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:20.795 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:20.795 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.795 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:20.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.796 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:20.797 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.797 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.798 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.798 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.798 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.806 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.807 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.807 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.809 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.809 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.809 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.809 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.809 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.814 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.814 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.814 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.815 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.815 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.815 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.816 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.816 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.817 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.817 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.818 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.818 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.818 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.818 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.818 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.819 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.835 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.835 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.835 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.836 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.837 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.837 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.838 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.838 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.838 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.840 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.840 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.840 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.840 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.841 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.848 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.857 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.874 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.875 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.875 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.875 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.875 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.875 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.876 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.876 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.876 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.876 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.877 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.877 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.877 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:20.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:20.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:20.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.881 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:20.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:20.956 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.957 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.957 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.958 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.958 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.958 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.960 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.975 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:20.975 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:20.975 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:20.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:20.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:20.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:20.976 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:20.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470680977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:20.979 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:20.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:20.980 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:20.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:20.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:20.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:20.981 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:20.985 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:20.986 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:20.986 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:20.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:20.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:20.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:20.987 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:20.988 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:20.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:31:21.017 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:21.018 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:21.018 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:21.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:21.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:21.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:21.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:21.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:21.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:21.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:21.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:21.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:21.019 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:21.035 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.035 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.035 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.037 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.037 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.037 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.037 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.055 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.055 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.055 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.057 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.057 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.057 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.058 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.058 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.058 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.058 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.059 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.166 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:21.166 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:21.167 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:21.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.168 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.168 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.168 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.172 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:21.176 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.177 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.177 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.178 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.178 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.206 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:21.207 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:21.207 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:21.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.210 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:21.236 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.237 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.237 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.239 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.354 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.355 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.355 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.355 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.355 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.355 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.356 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.356 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.356 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.357 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.358 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:21.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:21.454 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:21.454 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:21.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:21.455 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:21.455 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:21.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:21.455 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:21.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:21.455 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:21.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:21.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:21.457 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.457 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.457 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.457 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470681477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:21.489 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:31:21.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:31:21.537 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.537 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.537 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.538 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.538 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.538 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.538 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.539 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.560 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:21.560 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:21.560 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:21.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:21.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:21.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:21.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:21.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:21.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:21.562 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:21.562 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:21.562 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:21.562 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:21.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:21.608982 23246 debug-util.cc:398] Leaking SignalData structure 0x7b08000950e0 after lost signal to thread 23183
00:31:21.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:21.610260 23246 debug-util.cc:398] Leaking SignalData structure 0x7b08000867c0 after lost signal to thread 23249
00:31:21.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.735 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.735 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.735 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.737 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:21Z chronyd exiting
00:31:21.775 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:21.775 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:21.775 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:21.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:21.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:21.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:21.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:21.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.926 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:21.926 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:21.926 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:21.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:21.927 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.927 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.927 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:21.928 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.928 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.928 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:21.928 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:21.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:21.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470681977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:21.988 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:21.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:31:22.054 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:22.055 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:22.055 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:22.055 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:22.063 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:22.063 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:22.063 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:22.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.065 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:22.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 967ecbe4480c47c5a04bdb4736f8ba9f
00:31:22.101 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4b337def527f3c57865aba76559c4df67d64dfed7a5f7bb995bf753bc91ea526'}]
00:31:22.101 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='131fbf716e23542d35f249ec9d73fa3f5d383861d8a1d2d256c37f2ce9d6881e'}]
00:31:22.103 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:22.103 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:31:22.104 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296076, tablet=1e2d971b08a84d548da052f0266965c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:22.105 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1700bc7ee4e551e71f36b7b9c6d37b11a6c2d8ffa8eb1eaaa6b3990455000bd9'}]
00:31:22.107 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:22.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:31:22.108 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296076, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:22.111 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:22.112 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:31:22.112 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296076, tablet=e406d1e4eac448e18a76f56551d25842@[7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)[L],9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347),da501a55d6e44d54a66855905bd4df72(127.22.160.131:40833)]}]
00:31:22.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:22.125 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:22.126 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] connecting to peer
00:31:22.135 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:22.145 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:22.161 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:22.171 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:22.183 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] Successfully connected to peer
00:31:22.184 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:22.190 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd75220d0, L:/127.0.0.1:58216 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:22.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.194 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.160.129
00:31:22.199 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:22.199 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:22.199 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:22.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:22.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:22.200 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:22.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:22.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:22.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:22.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:22.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:22.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:22.200 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:22.202 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:22.204 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:22.205 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x55178b11, L:/127.0.0.1:58228 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:22.220 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095913848832001) for scanner KuduScanner(table=replication_test_table, tablet=e406d1e4eac448e18a76f56551d25842, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:22.220 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4b337def527f3c57865aba76559c4df67d64dfed7a5f7bb995bf753bc91ea526]
00:31:22.220 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4b337def527f3c57865aba76559c4df67d64dfed7a5f7bb995bf753bc91ea526]
00:31:22.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:31:22.221 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:31:22.221 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:22.221 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4b337def527f3c57865aba76559c4df67d64dfed7a5f7bb995bf753bc91ea526 finished by subtask 0; deferring removal (restored in pending)
00:31:22.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:22.223 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc6d31f33, L:/127.0.0.1:58218 - R:/127.22.160.129:38347] using SASL/PLAIN
00:31:22.225 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:22.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:22.225 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:22.226 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:31:22.234 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095913848832001) for scanner KuduScanner(table=replication_test_table, tablet=0d76ae6e78dd48a7a1d11b78a03d07c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:22.236 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1700bc7ee4e551e71f36b7b9c6d37b11a6c2d8ffa8eb1eaaa6b3990455000bd9]
00:31:22.236 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1700bc7ee4e551e71f36b7b9c6d37b11a6c2d8ffa8eb1eaaa6b3990455000bd9]
00:31:22.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:31:22.237 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:31:22.237 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1700bc7ee4e551e71f36b7b9c6d37b11a6c2d8ffa8eb1eaaa6b3990455000bd9 finished by subtask 3; deferring removal (restored in pending)
00:31:22.238 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:22.250 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:22.254 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:22.254 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:22.254 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:31:22.254 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:31:22.277 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:22.277 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:22.277 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:22.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:22.297 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:22.297 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:22.297 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:22.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.298 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:22.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.455 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305095913848832001) for scanner KuduScanner(table=replication_test_table, tablet=1e2d971b08a84d548da052f0266965c8, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:31:22.457 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [131fbf716e23542d35f249ec9d73fa3f5d383861d8a1d2d256c37f2ce9d6881e]
00:31:22.457 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [131fbf716e23542d35f249ec9d73fa3f5d383861d8a1d2d256c37f2ce9d6881e]
00:31:22.457 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:31:22.457 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:31:22.458 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 131fbf716e23542d35f249ec9d73fa3f5d383861d8a1d2d256c37f2ce9d6881e finished by subtask 2; deferring removal (restored in pending)
00:31:22.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:22.459 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:22.477 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:22.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:22.477 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:31:22.477 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:31:22.480 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470682477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:22.493 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 5147bc4e6f11b9cce660cc3257e0d7da (2907 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:31:22.495 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:31:22.495 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 4b337def527f3c57865aba76559c4df67d64dfed7a5f7bb995bf753bc91ea526 from pending
00:31:22.495 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 131fbf716e23542d35f249ec9d73fa3f5d383861d8a1d2d256c37f2ce9d6881e from pending
00:31:22.495 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 1700bc7ee4e551e71f36b7b9c6d37b11a6c2d8ffa8eb1eaaa6b3990455000bd9 from pending
00:31:22.495 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
00:31:22.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.657 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:22.657 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:22.657 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:22.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:22.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:22.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:22.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:22.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:22.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:22.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:22.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:22.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:22.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:22.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.727 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:22.727 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:22.727 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:22.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.732 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:22.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:22.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:22.752 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:22.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:22.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:22.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:22.753 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:22.798 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:22.798 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:22.798 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:22.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:22.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:22.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.800 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:22.800 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:22.823 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.190:42773(127.22.160.190:42773)] disconnecting while in state READY
00:31:22.823 [DEBUG - main] (Connection.java:575) [peer 7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)] disconnecting while in state READY
00:31:22.823 [DEBUG - main] (Connection.java:575) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] disconnecting while in state READY
00:31:22.823 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.188:40719(127.22.160.188:40719)] disconnecting while in state READY
00:31:22.823 [DEBUG - main] (Connection.java:575) [peer master-127.22.160.189:38747(127.22.160.189:38747)] disconnecting while in state READY
00:31:22.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.160.190:42773(127.22.160.190:42773)] handling channelInactive
00:31:22.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state READY due to: connection closed
00:31:22.825 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] handling channelInactive
00:31:22.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 9042151cfe2745c4ac0fc3b0f5060094(127.22.160.129:38347)] cleaning up while in state READY due to: connection closed
00:31:22.825 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.160.188:40719(127.22.160.188:40719)] handling channelInactive
00:31:22.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state READY due to: connection closed
00:31:22.826 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.160.189:38747(127.22.160.189:38747)] handling channelInactive
00:31:22.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state READY due to: connection closed
00:31:22.830 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:22.833 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:31:22.834 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:31:22.834 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
00:31:22.835 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:22.835 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)] handling channelInactive
00:31:22.835 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7ac7a23e6d3e4958873120f64d28b71b(127.22.160.130:36671)] cleaning up while in state READY due to: connection closed
00:31:22.835 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
00:31:22.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.836875 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23450
00:31:22.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.888020 23717 connection.cc:573] client connection to 127.22.160.129:38347 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:31:22.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:22.888608 23717 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:31:22.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.894176 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23693
00:31:22.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.931413 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23838
00:31:22.934 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:22.946 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:22.946 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:22.946 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:22.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:22.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:22.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:22.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:22.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:22.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:22.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:22.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:22.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:22.948 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.963107 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23182
00:31:22.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470682977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:22.986 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:22.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:31:22.996 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.160.190:42773(127.22.160.190:42773)] handling channelInactive
00:31:22.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state READY due to: connection closed
00:31:22.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:22.997107 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23252
00:31:23.028 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.160.189:38747(127.22.160.189:38747)] handling channelInactive
00:31:23.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state READY due to: connection closed
00:31:23.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:23.028715 23170 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 23328
00:31:23.056 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.160.188:40719(127.22.160.188:40719)] handling channelInactive
00:31:23.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state READY due to: connection closed
00:31:23.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.174 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:23.175 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:23.175 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:23.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.175 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.175 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.175 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.176 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:23.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.324 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:23.324 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:23.324 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:23.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.325 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:23.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470683477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:23.483 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:23.483 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:23.483 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:23.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:23.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:23.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:23.484 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:23.486 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:23.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:31:23.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:23.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:23.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:23.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:23.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:23.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:23.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:23.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:23.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:23.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:23.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:23.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:23.647 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:23.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.817 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:23.817 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:23.817 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:23.817 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.817 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.817 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.817 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:23.818 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:23.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:23.818 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:23.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:23.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:23.880 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:23.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:23.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:23.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:23.881 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:23.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:23.881 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:23.881 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:23.881 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:23.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:23.881 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:23.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:23.958 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:23.958 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:23.958 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:23.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:23.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:23.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:23.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:23.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:23.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:23.959 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:23.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:23.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:23.959 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:23.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470683977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:23.984 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:31:23.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:31:24.092 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.094 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:24.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.094 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.22.160.188:40719(127.22.160.188:40719) for tablet Kudu Master: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.094 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:24.095 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:24.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.095 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:24.114 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:24.114 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:24.115 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:24.115 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.115 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:24.115 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.116 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.117 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.135 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.136 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.136 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.136 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:24Z chronyd exiting
00:31:24.155 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.155 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.157 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.175 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.175 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.176 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.176 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.176 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.176 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.176 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.215 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.215 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.216 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.235 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.235 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.235 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.236 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.236 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.236 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.355 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.356 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.356 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.433 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:24.434 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:24.434 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:24.434 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.434 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:24.434 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:24.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:24.434 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:24.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:24.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:24.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:24.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:24.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:24.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:24.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:24.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:24.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:24.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:24.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:24.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:24.461 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:24.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470684477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:24.484 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:31:24.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:31:24.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.595 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.595 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.596 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.596 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.596 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.596 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.597 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:24.597 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:24.597 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:24.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:24.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:24.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:24.597 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:24.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:24.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:24.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:24.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:24.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:24.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:24.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:24.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:24.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470684977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:24.984 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
00:31:24.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:31:25.094 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.00:31:25.186 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470685186
00:31:25.186 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470685186
00:31:25.191 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:31:25.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.196 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:31:25.196 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:31:25.196 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:31:25.196 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:31:25.197 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:31:25.201 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:31:25.206 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:25.206 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:25.206 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:25.206 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.206 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.207 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:25.214 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:25.214 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:25.214 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:25.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.215 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:25.343 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:25.343 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:25.343 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:25.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.344 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:25.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.475 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:25.475 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:25.475 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:25.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.476 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:25.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470685477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:25.486 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:25.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:31:25.543 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:25.543 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:31:25.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.547037 25300 mini_oidc.cc:150] Starting JWKS server
00:31:25.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.550649 25300 webserver.cc:534] Webserver started at http://127.0.0.1:45779/ using document root <none> and password file <none>
00:31:25.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.551134 25300 mini_oidc.cc:186] Starting OIDC Discovery server
00:31:25.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.553293 25300 webserver.cc:534] Webserver started at http://127.0.0.1:45955/ using document root <none> and password file <none>
00:31:25.594 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:25Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:31:25.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:25Z Disabled control of system clock
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:25.627677 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/logs
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data/info.pb
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.62:34985
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.62
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:25.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json with env {}
00:31:25.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.746 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:25.746 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:25.747 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:25.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:25.747 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.747 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:25.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:25.748 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:25.836 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:25.836 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:25.837 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:25.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:25.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:25.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:25.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:25.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.904 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:25.904 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:25.905 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:25.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:25.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:25.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:25.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:25.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:25.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:25.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:25.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:25.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:25.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:25.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:25.952 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:25.953 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:25.953 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:25.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:25.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:25.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:25.953 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.959700 25312 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.960263 25312 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:25.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.960804 25312 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:25.975 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:25.975 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:25.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:25.976 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:25.976 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:25.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:25.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:25.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:25.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:25.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:25.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:25.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:25.976 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:25.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470685977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:25.985 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:31:25.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.998798 25312 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.999087 25312 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.999320 25312 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.999540 25312 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:25.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.999742 25312 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:25.999891 25312 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45779/jwks.json
00:31:26.022 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:26.023 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:26.023 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:26.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.024 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:26.039837 25312 master_runner.cc:387] Master server non-default flags:
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.62:34985
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data/info.pb
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.62
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/logs
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:26.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:26.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:26.041237 25312 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:26.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:26.042932 25312 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:26.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:26.054416 25318 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:26.093 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.096 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:26.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:26.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:26.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.099 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:26.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:26.121 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:26.121 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:26.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:26.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:26.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:26.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:26.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:26.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:26.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:26.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:26.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:26.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:26.166 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:26.167 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:26.167 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:26.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.169 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:26.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.235 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:26.235 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:26.235 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:26.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:26.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:26.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:26.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:26.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:26.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:26.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:26.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:26.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:26.237 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:26.300 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:26.300 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:26.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.300 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:26.302 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.302 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.302 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.302 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:26.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.424 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:26.424 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:26.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:26.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:26.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470686476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:26.494 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:31:26.495 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:26.495 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:26.495 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:26.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.497 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:26.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:31:26.593 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.819 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:26.820 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:26.820 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:26.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:26.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.876 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:26.876 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:26.876 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:26.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:26.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:26.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:26.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:26.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:26.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:26.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:26.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:26.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:26.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:26.902 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:26.902 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:26.902 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:26.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:26.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:26.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:26.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:26.926 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:26.927 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:26.927 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:26.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:26.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:26.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:26.929 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:26.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:26.936 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:26.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:26.937 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:26.937 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:26.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:26.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:26.938 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:26.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470686976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:26.991 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:31:26.993 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:31:27.096 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.156 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:27.156 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:27.156 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:27.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:27.157 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:27.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:27.157 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:27.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:27.157 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:27.157 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:27.157 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:27.157 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:27.157 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:27.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:26.055393 25319 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:27.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.338405 25321 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:27.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.341807 25320 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1285 milliseconds
00:31:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.342633 25312 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.288s	user 0.365s	sys 0.906s
00:31:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.342981 25312 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.289s	user 0.365s	sys 0.906s
00:31:27.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.343272 25312 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:27.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.344820 25312 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:27.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.348196 25312 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:27.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.349771 25312 hybrid_clock.cc:648] HybridClock initialized: now 1783470687349727 us; error 39 us; skew 500 ppm
00:31:27.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.350878 25312 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:27.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.359751 25312 webserver.cc:534] Webserver started at http://127.24.181.62:42555/ using document root <none> and password file <none>
00:31:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.361142 25312 fs_manager.cc:362] Metadata directory not provided
00:31:27.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.361423 25312 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:27.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.361996 25312 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:27.366 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:27.366 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:27.366 [DEBUG - pool-293-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:27.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:27.367 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [405ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [884ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [884ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2583ms] refreshing cache from master, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2586ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5042ms] too many traces: truncated at 100 traces, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@789912258(state=PENDING, result=null, callback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938), errback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938)))
00:31:27.368 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:31:27.368 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [405ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [884ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [884ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2583ms] refreshing cache from master, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2586ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5042ms] too many traces: truncated at 100 traces, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@789912258(state=PENDING, result=null, callback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938), errback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:27.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.368404 25312 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data/instance:
00:31:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8650088485f46a0bc822ebcf3b3e3ee"
00:31:27.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:27 on dist-test-slave-qgzj"
00:31:27.369 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
00:31:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.370008 25312 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal/instance:
00:31:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8650088485f46a0bc822ebcf3b3e3ee"
00:31:27.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:27 on dist-test-slave-qgzj"
00:31:27.370 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
00:31:27.372 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27019), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [26ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [74ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [104ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [143ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [143ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [401ms] refreshing cache from master, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [403ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [404ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [405ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [881ms] refreshing cache from master, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [883ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [884ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [884ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2583ms] refreshing cache from master, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2585ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2586ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2586ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5040ms] refreshing cache from master, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5042ms] too many traces: truncated at 100 traces, [5043ms] too many traces: truncated at 100 traces, deferred=Deferred@789912258(state=PENDING, result=null, callback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938), errback=(continuation of Deferred@1364493189 after retry RPC after error@917164486) -> (continuation of Deferred@2090261504 after retry RPC after error@2077362778) -> (continuation of Deferred@242214414 after retry RPC after error@1848324836) -> (continuation of Deferred@605521405 after retry RPC after error@1333578751) -> (continuation of Deferred@1053952904 after retry RPC after error@165261988) -> (continuation of Deferred@301590031 after retry RPC after error@947123452) -> (continuation of Deferred@382936625 after retry RPC after error@1381755613) -> (continuation of Deferred@206354183 after retry RPC after error@733963878) -> (continuation of Deferred@609369998 after retry RPC after error@701637851) -> (continuation of Deferred@1087330921 after retry RPC after error@269719616) -> (continuation of Deferred@629697411 after retry RPC after error@499414805) -> (continuation of Deferred@660765398 after retry RPC after error@733947874) -> (continuation of Deferred@1301124453 after retry RPC after error@1942961950) -> (continuation of Deferred@1204768635 after retry RPC after error@354279511) -> (continuation of Deferred@874146092 after retry RPC after error@1042777982) -> (continuation of Deferred@53392214 after retry RPC after error@2035020860) -> (continuation of Deferred@511680816 after retry RPC after error@484559350) -> (continuation of Deferred@1780706623 after retry RPC after error@1290767955) -> (continuation of Deferred@796573919 after retry RPC after error@1028002495) -> (continuation of Deferred@1291705021 after retry RPC after error@2094028903) -> (continuation of Deferred@89457434 after retry RPC after error@134953701) -> (continuation of Deferred@713109867 after retry RPC after error@1424770876) -> (continuation of Deferred@2030883688 after retry RPC after error@671154878) -> (continuation of Deferred@187196604 after retry RPC after error@1036719938)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:27.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.373 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:27.373 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
00:31:27.373 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:31:27.374 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
00:31:27.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.380383 25312 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.002s
00:31:27.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.387952 25328 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:27.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.389385 25312 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.002s
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.389789 25312 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f8650088485f46a0bc822ebcf3b3e3ee"
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:27 on dist-test-slave-qgzj"
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.390245 25312 fs_report.cc:389] FS layout report
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data/data
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:27.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:27.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:27.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470687477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.478897 25312 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.481273 25312 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:27.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.481714 25312 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:27.485 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:31:27.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:31:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.556941 25312 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.62:34985
00:31:27.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.557013 25379 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.62:34985 every 8 connection(s)
00:31:27.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.559969 25312 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/data/info.pb
00:31:27.563 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:27.563 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:27.564 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:27.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:27.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:27.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:27.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:27.565 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [11ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [27ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [54ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [54ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [730ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [737ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [739ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@366657750(state=PENDING, result=null, callback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889), errback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889)))
00:31:27.566 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:31:27.566 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [11ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [27ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [54ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [54ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [730ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [737ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [739ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@366657750(state=PENDING, result=null, callback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889), errback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.190:40727
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:27.566 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
00:31:27.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.566807 25380 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:27.568 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
00:31:27.570 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27224), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [8ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [11ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [27ms] refreshing cache from master, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [54ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [54ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [66ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [68ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [68ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [383ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [383ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [662ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [664ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [664ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [730ms] refreshing cache from master, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [730ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [737ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [738ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [739ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2543ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4381ms] refreshing cache from master, [4381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4383ms] too many traces: truncated at 100 traces, deferred=Deferred@366657750(state=PENDING, result=null, callback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889), errback=(continuation of Deferred@1956741123 after retry RPC after error@2058119833) -> (continuation of Deferred@302810605 after retry RPC after error@1368603402) -> (continuation of Deferred@701110435 after retry RPC after error@808142753) -> (continuation of Deferred@1191088036 after retry RPC after error@251508506) -> (continuation of Deferred@2005641574 after retry RPC after error@502787705) -> (continuation of Deferred@793170380 after retry RPC after error@1281418841) -> (continuation of Deferred@1711973930 after retry RPC after error@1152125108) -> (continuation of Deferred@1576892764 after retry RPC after error@375660180) -> (continuation of Deferred@627888516 after retry RPC after error@27366453) -> (continuation of Deferred@933247684 after retry RPC after error@17175066) -> (continuation of Deferred@1118110543 after retry RPC after error@1336424210) -> (continuation of Deferred@2045268537 after retry RPC after error@1213139420) -> (continuation of Deferred@580568289 after retry RPC after error@746878727) -> (continuation of Deferred@398889268 after retry RPC after error@670530553) -> (continuation of Deferred@1404964394 after retry RPC after error@1552770837) -> (continuation of Deferred@2145452673 after retry RPC after error@1666549303) -> (continuation of Deferred@1085872937 after retry RPC after error@2008771044) -> (continuation of Deferred@12159128 after retry RPC after error@1326633606) -> (continuation of Deferred@1207629854 after retry RPC after error@1797410124) -> (continuation of Deferred@655619576 after retry RPC after error@2127332734) -> (continuation of Deferred@1852221617 after retry RPC after error@391626780) -> (continuation of Deferred@802376507 after retry RPC after error@900652234) -> (continuation of Deferred@1859570158 after retry RPC after error@1193845512) -> (continuation of Deferred@1914155589 after retry RPC after error@832333889)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.190:40727
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:27.571 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:27.572 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
00:31:27.572 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
00:31:27.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.570324 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25312
00:31:27.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.570830 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-0/wal/instance
00:31:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.575701 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/logs
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data/info.pb
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.61:41419
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.61
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:27.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json with env {}
00:31:27.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.579653 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } has no permanent_uuid. Determining permanent_uuid...
00:31:27.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.607517 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } has no permanent_uuid. Determining permanent_uuid...
00:31:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.610071 25329 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.614329 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.660 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:27.660 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:27.660 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:27.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:27.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:27.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:27.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:27.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:27.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:27.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:27.661 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:27.661 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:27.661 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.663921 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 1
00:31:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.668401 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.718 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:27.718 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:27.718 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:27.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:27.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:27.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:27.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:27.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:27.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:27.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:27.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:27.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:27.719 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:27.722 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:27.722 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:27.722 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:27.722 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:27.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:27.722 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:27.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:27.723 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:27.723 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:27.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:27.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:27.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:27.723 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.736845 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 2
00:31:27.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.741494 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.776 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:27.777 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:27.777 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:27.777 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:27.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:27.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:27.777 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:27.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:27.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:27.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:27.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:27.777 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:27.777 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:27.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.832955 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 3
00:31:27.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.837546 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.899147 25382 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:27.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.899780 25382 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:27.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.900327 25382 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:27.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.934804 25382 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.935344 25382 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.935586 25382 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:27.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.935801 25382 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.936033 25382 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:27.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.936237 25382 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45779/jwks.json
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.974777 25382 master_runner.cc:387] Master server non-default flags:
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.61:41419
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data/info.pb
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.61
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/logs
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.976200 25382 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:27.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470687977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:27.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.978053 25382 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:27.981352 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 4
00:31:27.986 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:27.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.986277 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:27.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:31:27.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.991686 25391 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:28.046 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:28.046 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:28.046 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:28.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:28.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:28.046 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:28.046 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:28.046 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:28.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:28.047 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:28.047 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:28.047 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:28.047 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:28.124 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:28.124 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:28.125 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:28.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.126 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:28.135 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:28.135 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:28.135 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:28.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:28.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:28.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:28.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:28.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.162 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:28.176 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:28.177 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:28.177 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:28.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.178 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:28.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.204 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:28.205 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:28.205 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:28.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.206 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.206 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.206 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.206 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:28.277 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:28.277 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:28.278 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:28.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.279 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:28.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.285719 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 5
00:31:28.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.293705 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:28.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.435 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:28.435 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:28.435 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:28.436 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:28.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:28.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:28.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:28.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470688477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:28.481 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:28.482 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:28.482 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:28.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:28.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:28.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:28.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:28.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:28.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:28.483 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:28.483 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:28.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:28.483 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:28.484 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28171), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [35ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [93ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [93ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [112ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [136ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [345ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [345ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [484ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [763ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [786ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [786ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1583ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1928692030(state=PENDING, result=null, callback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452), errback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452)))
00:31:28.485 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:31:28.485 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28171), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [35ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [93ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [93ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [112ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [136ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [345ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [345ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [484ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [763ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [786ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [786ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1583ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1928692030(state=PENDING, result=null, callback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452), errback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:28.486 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
00:31:28.488 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
00:31:28.490 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28171), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [35ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [35ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [50ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [88ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [93ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [93ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [112ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [136ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [136ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [164ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [164ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [204ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [204ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [345ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [345ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [483ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [484ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [484ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [763ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [785ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [786ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [786ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1583ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4521ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1928692030(state=PENDING, result=null, callback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452), errback=(continuation of Deferred@45465901 after retry RPC after error@250792955) -> (continuation of Deferred@1144944995 after retry RPC after error@446495915) -> (continuation of Deferred@906816124 after retry RPC after error@775508565) -> (continuation of Deferred@427545488 after retry RPC after error@1694436784) -> (continuation of Deferred@905004121 after retry RPC after error@1363018568) -> (continuation of Deferred@371109292 after retry RPC after error@177254482) -> (continuation of Deferred@897380053 after retry RPC after error@343510897) -> (continuation of Deferred@2011771807 after retry RPC after error@2020876048) -> (continuation of Deferred@715938957 after retry RPC after error@1920355502) -> (continuation of Deferred@1287519412 after retry RPC after error@350877356) -> (continuation of Deferred@1550420104 after retry RPC after error@482000023) -> (continuation of Deferred@1069661160 after retry RPC after error@1690727978) -> (continuation of Deferred@1954258930 after retry RPC after error@1038932974) -> (continuation of Deferred@264255808 after retry RPC after error@1491102132) -> (continuation of Deferred@1884088661 after retry RPC after error@723812121) -> (continuation of Deferred@622872836 after retry RPC after error@2127964637) -> (continuation of Deferred@1774674195 after retry RPC after error@1628637061) -> (continuation of Deferred@1180437194 after retry RPC after error@151739165) -> (continuation of Deferred@1536589014 after retry RPC after error@574646030) -> (continuation of Deferred@82588630 after retry RPC after error@1475101669) -> (continuation of Deferred@1073018114 after retry RPC after error@514694629) -> (continuation of Deferred@2067427173 after retry RPC after error@1325197452)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:28.496 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
00:31:28.496 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
00:31:28.496 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:28.498 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:31:28.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:31:28.564 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:28.565 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:28.565 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:28.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:28.580 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:28.580 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:28.581 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:28.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:28.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:28.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:28.582 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:28.680 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:28.680 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:28.680 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:28.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:28.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:28.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:28.682 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:28.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.777 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:28.778 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:28.778 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:28.778 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:28.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:28.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:28.779 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:28.779 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:28.779 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:28.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:28.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:28.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:28.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:28.836 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:28.836 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:28.836 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:28.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:28.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:28.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:28.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:28.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:28.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:28.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:28.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:28.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:28.838 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:28.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:28.841241 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 6
00:31:28.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:28.872246 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.61:41419: Network error: Client connection negotiation failed: client connection to 127.24.181.61:41419: connect: Connection refused (error 111)
00:31:28.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:28.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470688977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:28.986 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:28.988 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:31:29.080 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.080 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.080 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.081 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.081 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.081 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.081 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.093 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [106ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [300ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [319ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [319ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [503ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [904ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1884ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2164ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687)))
00:31:29.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.094 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.095 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [106ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [300ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [319ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [319ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [503ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [904ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1884ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2164ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [106ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [300ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [319ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [319ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [503ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [904ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1884ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2164ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.253:40133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:29.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:29.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:29.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:29.100 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [106ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [300ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [319ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [319ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [503ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [904ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1884ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2164ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28707), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [60ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [90ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [106ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [110ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [300ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [319ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [319ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [503ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [904ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1884ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2161ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2164ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2662ms] too many traces: truncated at 100 traces, deferred=Deferred@555006490(state=PENDING, result=null, callback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687), errback=(continuation of Deferred@739748263 after retry RPC after error@1246718339) -> (continuation of Deferred@754250474 after retry RPC after error@674519300) -> (continuation of Deferred@973051700 after retry RPC after error@147714809) -> (continuation of Deferred@52765352 after retry RPC after error@156477361) -> (continuation of Deferred@1280362392 after retry RPC after error@737001169) -> (continuation of Deferred@33024358 after retry RPC after error@361605318) -> (continuation of Deferred@1605091816 after retry RPC after error@435611642) -> (continuation of Deferred@670335355 after retry RPC after error@1598539483) -> (continuation of Deferred@1591933018 after retry RPC after error@1887771979) -> (continuation of Deferred@1937356153 after retry RPC after error@317314259) -> (continuation of Deferred@1526779644 after retry RPC after error@53997458) -> (continuation of Deferred@1029390576 after retry RPC after error@1640518852) -> (continuation of Deferred@1021444399 after retry RPC after error@1389150) -> (continuation of Deferred@1731116652 after retry RPC after error@1147385913) -> (continuation of Deferred@1755591395 after retry RPC after error@1091201643) -> (continuation of Deferred@1397060088 after retry RPC after error@171878873) -> (continuation of Deferred@1136959831 after retry RPC after error@1359987318) -> (continuation of Deferred@700293918 after retry RPC after error@1454548881) -> (continuation of Deferred@807037449 after retry RPC after error@531173902) -> (continuation of Deferred@1531504566 after retry RPC after error@411389281) -> (continuation of Deferred@2074879578 after retry RPC after error@750940739) -> (continuation of Deferred@816534842 after retry RPC after error@41416715) -> (continuation of Deferred@418615529 after retry RPC after error@664578526) -> (continuation of Deferred@1307847314 after retry RPC after error@1895707783) -> (continuation of Deferred@1947109033 after retry RPC after error@907936687)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.253:40133
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:29.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:29.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:29.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:29.101 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:29.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:29.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:29.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.101 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:29.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:29.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:29.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:29.101 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:29.102 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
00:31:29.102 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
00:31:29.102 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
00:31:29.102 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to CANCELING.
00:31:29.102 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
00:31:29.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:31:29.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
00:31:29.106 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
00:31:29.112 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
00:31:29.113 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CANCELING to CANCELED.
00:31:29.114 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:31:29.119 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.120 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.121 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.140 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.140 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.141 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.142 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.142 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.142 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.161 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.180 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.180 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.180 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.181 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.182 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.200 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.200 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.200 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.201 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.201 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.201 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.201 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.201 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.201 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.202 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.234 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:29.234 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:29.234 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:29.235 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.235 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.235 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.236 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:29.237 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:29.237 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:29.237 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:29.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:29.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:29.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:29.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:29.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:29.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:29.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:29.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:29.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:29.239 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:29.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.261 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.280 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.280 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.280 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.281 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.281 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.281 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.282 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.319 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.320 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.320 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.359 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:29.360 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:29.360 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:29.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:29.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:29.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:29.362 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:29.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.426 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:29.426 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:29.426 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:29.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:29.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:29.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:29.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:29.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:29.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:29.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:29.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:29.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:29.427 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:29.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470689477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:29.489 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:31:29.493 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:31:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.395934 25390 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25382
00:31:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.531677 25382 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.540s	user 0.611s	sys 0.867s
00:31:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.532117 25382 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.540s	user 0.611s	sys 0.867s
00:31:29.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:27.993054 25392 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:29.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.534960 25394 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.537139 25393 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1540 milliseconds
00:31:29.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.537245 25382 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:29.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.538558 25382 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:29.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.541040 25382 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:29.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.542385 25382 hybrid_clock.cc:648] HybridClock initialized: now 1783470689542345 us; error 41 us; skew 500 ppm
00:31:29.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.543278 25382 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:29.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.549610 25382 webserver.cc:534] Webserver started at http://127.24.181.61:37355/ using document root <none> and password file <none>
00:31:29.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.550612 25382 fs_manager.cc:362] Metadata directory not provided
00:31:29.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.550827 25382 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:29.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.551362 25382 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.556054 25382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data/instance:
00:31:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dbef0c9b8ea44ad9a7274a544087e84"
00:31:29.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:29 on dist-test-slave-qgzj"
00:31:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.557361 25382 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal/instance:
00:31:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dbef0c9b8ea44ad9a7274a544087e84"
00:31:29.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:29 on dist-test-slave-qgzj"
00:31:29.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.565537 25382 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.006s
00:31:29.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.571585 25406 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:29.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.572743 25382 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:31:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.573093 25382 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal
00:31:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3dbef0c9b8ea44ad9a7274a544087e84"
00:31:29.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:29 on dist-test-slave-qgzj"
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.573493 25382 fs_report.cc:389] FS layout report
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data/data
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:29.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:29.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.633690 25382 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:29.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.635371 25382 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:29.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.635886 25382 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:29.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.711455 25382 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.61:41419
00:31:29.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.711514 25457 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.61:41419 every 8 connection(s)
00:31:29.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.714432 25382 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/data/info.pb
00:31:29.719 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:29.720 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:29.720 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:29.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:29.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.721262 25458 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:29.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.721626 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25382
00:31:29.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:29.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:29.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.722105 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-1/wal/instance
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.724174 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/logs
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data/info.pb
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.60:34307
00:31:29.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.60
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:29.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json with env {}
00:31:29.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.732731 25458 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } has no permanent_uuid. Determining permanent_uuid...
00:31:29.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.755541 25458 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } has no permanent_uuid. Determining permanent_uuid...
00:31:29.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.770861 25458 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
00:31:29.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.773622 25408 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:29.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.778107 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:29.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.827582 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 1
00:31:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.832356 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:29.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.900743 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 2
00:31:29.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.905296 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:29.932 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:29.932 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:29.932 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:29.932 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:29.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:29.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:29.932 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:29.932 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:29.932 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:29.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:29.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:29.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:29.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:29.933 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:29.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.932755 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } attempt: 7
00:31:29.933 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29625), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [23ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [47ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [106ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [138ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [139ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [139ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [181ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [284ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [443ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [742ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [743ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [863ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [863ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [863ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1843ms] too many traces: truncated at 100 traces, deferred=Deferred@703404222(state=PENDING, result=null, callback=(continuation of Deferred@343268875 after retry RPC after error@1410282713) -> (continuation of Deferred@996198557 after retry RPC after error@2055802791) -> (continuation of Deferred@1085674363 after retry RPC after error@1840401992) -> (continuation of Deferred@1353406275 after retry RPC after error@1659735750) -> (continuation of Deferred@305161259 after retry RPC after error@1838135339) -> (continuation of Deferred@1729428374 after retry RPC after error@1770115596) -> (continuation of Deferred@2021782059 after retry RPC after error@1751077872) -> (continuation of Deferred@676842790 after retry RPC after error@1327590290) -> (continuation of Deferred@944167159 after retry RPC after error@714394844) -> (continuation of Deferred@1010567765 after retry RPC after error@2013633467) -> (continuation of Deferred@1988781356 after retry RPC after error@2062853389) -> (continuation of Deferred@650536612 after retry RPC after error@1925904772) -> (continuation of Deferred@1473004020 after retry RPC after error@147806925) -> (continuation of Deferred@489291318 after retry RPC after error@948581070) -> (continuation of Deferred@226236362 after retry RPC after error@2140618138) -> (continuation of Deferred@765309968 after retry RPC after error@1156116271) -> (continuation of Deferred@700932671 after retry RPC after error@1878712688) -> (continuation of Deferred@789050795 after retry RPC after error@748025587) -> (continuation of Deferred@1053933508 after retry RPC after error@102250511) -> (continuation of Deferred@379727818 after retry RPC after error@352547203) -> (continuation of Deferred@639615864 after retry RPC after error@1635803124) -> (continuation of Deferred@1725689969 after retry RPC after error@1750731328), errback=(continuation of Deferred@343268875 after retry RPC after error@1410282713) -> (continuation of Deferred@996198557 after retry RPC after error@2055802791) -> (continuation of Deferred@1085674363 after retry RPC after error@1840401992) -> (continuation of Deferred@1353406275 after retry RPC after error@1659735750) -> (continuation of Deferred@305161259 after retry RPC after error@1838135339) -> (continuation of Deferred@1729428374 after retry RPC after error@1770115596) -> (continuation of Deferred@2021782059 after retry RPC after error@1751077872) -> (continuation of Deferred@676842790 after retry RPC after error@1327590290) -> (continuation of Deferred@944167159 after retry RPC after error@714394844) -> (continuation of Deferred@1010567765 after retry RPC after error@2013633467) -> (continuation of Deferred@1988781356 after retry RPC after error@2062853389) -> (continuation of Deferred@650536612 after retry RPC after error@1925904772) -> (continuation of Deferred@1473004020 after retry RPC after error@147806925) -> (continuation of Deferred@489291318 after retry RPC after error@948581070) -> (continuation of Deferred@226236362 after retry RPC after error@2140618138) -> (continuation of Deferred@765309968 after retry RPC after error@1156116271) -> (continuation of Deferred@700932671 after retry RPC after error@1878712688) -> (continuation of Deferred@789050795 after retry RPC after error@748025587) -> (continuation of Deferred@1053933508 after retry RPC after error@102250511) -> (continuation of Deferred@379727818 after retry RPC after error@352547203) -> (continuation of Deferred@639615864 after retry RPC after error@1635803124) -> (continuation of Deferred@1725689969 after retry RPC after error@1750731328)))
00:31:29.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.953367 25380 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
00:31:29.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:29.959280 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:29.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470689977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:29.985 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:31:29.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:31:29.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:29.996695 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 3
00:31:30.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.001155 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.017678 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 1
00:31:30.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.022671 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.056460 25460 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.057147 25460 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:30.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.057734 25460 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.092003 25460 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.092355 25460 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:30.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.092706 25460 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.092998 25460 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.093277 25460 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:30.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.093487 25460 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:45779/jwks.json
00:31:30.096 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:30.097 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:30.097 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:30.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:30.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.104084 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 2
00:31:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.108565 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.133591 25460 master_runner.cc:387] Master server non-default flags:
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.60:34307
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:45779/jwks.json
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data/info.pb
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.60
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/logs
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:30.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:30.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.135273 25460 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:30.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.137068 25460 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:30.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.144522 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 4
00:31:30.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.149147 25473 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:30.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.150631 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:30.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:30.160 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:30.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:30.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:30.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:30.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:30.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:30.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:30.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:30.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:30.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:30.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:30.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.194018 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 3
00:31:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.200568 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.341154 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 4
00:31:30.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.348006 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.450120 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 5
00:31:30.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.457232 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470690477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:30.489 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:31:30.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:31:30.575 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:30.575 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:30.575 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:30.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.576 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.576 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:30.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:30.631543 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 5
00:31:30.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.638554 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:30.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.815 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:30.815 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:30.815 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:30.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:30.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:30.816 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:30.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:30.816 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:30.816 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:30.816 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:30.817 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:30.817 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:30.817 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:30.834 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:30.835 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:30.835 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:30.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:30.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:30.956 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:30.956 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:30.957 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:30.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:30.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:30.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:30.958 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:30.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470690977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:30.994 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:31:30.995 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:31:31.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.004765 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 6
00:31:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.014770 25458 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:31.136 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:31.136 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:31.136 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:31.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:31.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:31.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:31.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:31.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:31.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:31.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:31.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:31.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:31.137 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:31.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.191094 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 6
00:31:31.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.212333 25380 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.181.60:34307: Network error: Client connection negotiation failed: client connection to 127.24.181.60:34307: connect: Connection refused (error 111)
00:31:31.280 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:31.281 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:31.281 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:31.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:31.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:31.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:31.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:31.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:31.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:31.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:31.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:31.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:31.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:31.317 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:31.317 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:31.318 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:31.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.153316 25476 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:31.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:30.150765 25474 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.342061 25475 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1188 milliseconds
00:31:31.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.342175 25460 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:31.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.343389 25460 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:31.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.346143 25460 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:31.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.347479 25460 hybrid_clock.cc:648] HybridClock initialized: now 1783470691347443 us; error 49 us; skew 500 ppm
00:31:31.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.348353 25460 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:31.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.354709 25460 webserver.cc:534] Webserver started at http://127.24.181.60:34837/ using document root <none> and password file <none>
00:31:31.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.355719 25460 fs_manager.cc:362] Metadata directory not provided
00:31:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.355911 25460 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.356343 25460 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.360939 25460 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data/instance:
00:31:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ad86e33739408c86ff0701498b1a55"
00:31:31.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:31 on dist-test-slave-qgzj"
00:31:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.362063 25460 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal/instance:
00:31:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ad86e33739408c86ff0701498b1a55"
00:31:31.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:31 on dist-test-slave-qgzj"
00:31:31.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.369676 25460 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
00:31:31.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.375816 25487 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.377032 25460 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:31:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.377355 25460 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal
00:31:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "34ad86e33739408c86ff0701498b1a55"
00:31:31.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:31 on dist-test-slave-qgzj"
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.377722 25460 fs_report.cc:389] FS layout report
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data/data
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:31.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:31.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.425894 25460 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:31.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.427395 25460 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.427802 25460 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:31.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.456 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:31.457 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:31.457 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:31.457 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.457 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.457 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:31.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:31.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:31.458 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:31.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470691476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:31.489 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:31:31.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:31:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.509150 25460 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.60:34307
00:31:31.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.509233 25538 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.60:34307 every 8 connection(s)
00:31:31.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.512027 25460 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/data/info.pb
00:31:31.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.516516 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25460
00:31:31.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.517019 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/master-2/wal/instance
00:31:31.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.519677 25539 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:31.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.535791 25539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } has no permanent_uuid. Determining permanent_uuid...
00:31:31.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.577275 25539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } has no permanent_uuid. Determining permanent_uuid...
00:31:31.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.587157 25539 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
00:31:31.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.604723 25539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: Bootstrap starting.
00:31:31.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.611639 25539 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: Neither blocks nor log segments found. Creating new log.
00:31:31.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.613508 25539 log.cc:826] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: Log is configured to *not* fsync() on all Append() calls
00:31:31.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.618614 25539 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: No bootstrap required, opened a new log
00:31:31.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.638114 25539 raft_consensus.cc:359] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:31.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.638913 25539 raft_consensus.cc:385] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.639206 25539 raft_consensus.cc:740] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 34ad86e33739408c86ff0701498b1a55, State: Initialized, Role: FOLLOWER
00:31:31.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.640173 25539 consensus_queue.cc:260] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.642622 25548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.643362 25548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: This master's current role is: FOLLOWER
00:31:31.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.644014 25539 sys_catalog.cc:565] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: configured and running, proceeding with master startup.
00:31:31.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.668016 25559 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:31.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.668316 25559 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:31.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:31.683318 25493 tablet.cc:2406] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:31.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.664533 25460 master_runner.cc:187] Error getting master registration for 127.24.181.62:34985: OK, instance_id { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" instance_seqno: 1783470687537181 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.695204 25460 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:31.799 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:31.800 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:31.800 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:31.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:31.823 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:31.823 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:31.823 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:31.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.823 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.823 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:31.823 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:31.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:31.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.846946 25548 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.847499 25548 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:31.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:31.849958 25548 leader_election.cc:290] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f8650088485f46a0bc822ebcf3b3e3ee (127.24.181.62:34985), 3dbef0c9b8ea44ad9a7274a544087e84 (127.24.181.61:41419)
00:31:31.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:31.938 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:31.938 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:31.938 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:31.939 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:31.939 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:31.939 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:31.939 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:31.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:31.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:31.940 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:31.940 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:31.940 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:31.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:31.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470691976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:31.987 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:31.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:31:32.026 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:32.026 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:32.026 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:32.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:32.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:32.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:32.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:32.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:32.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:32.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:32.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:32.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:32.027 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:32.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.075300 25458 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 7
00:31:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.112003 25458 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: Bootstrap starting.
00:31:32.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.120483 25458 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: Neither blocks nor log segments found. Creating new log.
00:31:32.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.122992 25458 log.cc:826] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: Log is configured to *not* fsync() on all Append() calls
00:31:32.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.128476 25458 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: No bootstrap required, opened a new log
00:31:32.144 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:32.145 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:32.145 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:32.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.147 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.159200 25458 raft_consensus.cc:359] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.160146 25458 raft_consensus.cc:385] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:32.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.160486 25458 raft_consensus.cc:740] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3dbef0c9b8ea44ad9a7274a544087e84, State: Initialized, Role: FOLLOWER
00:31:32.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.161504 25458 consensus_queue.cc:260] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.164551 25563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.165378 25563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.166465 25458 sys_catalog.cc:565] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: configured and running, proceeding with master startup.
00:31:32.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.166643 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34ad86e33739408c86ff0701498b1a55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" is_pre_election: true
00:31:32.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.167527 25433 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 34ad86e33739408c86ff0701498b1a55 in term 0.
00:31:32.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.169881 25488 leader_election.cc:304] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34ad86e33739408c86ff0701498b1a55, 3dbef0c9b8ea44ad9a7274a544087e84; no voters: 
00:31:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.171432 25548 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.171811 25548 raft_consensus.cc:493] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:32.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.172109 25548 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 0 FOLLOWER]: Advancing to term 1
00:31:32.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.178587 25548 raft_consensus.cc:515] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.188247 25548 leader_election.cc:290] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [CANDIDATE]: Term 1 election: Requested vote from peers f8650088485f46a0bc822ebcf3b3e3ee (127.24.181.62:34985), 3dbef0c9b8ea44ad9a7274a544087e84 (127.24.181.61:41419)
00:31:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.189690 25433 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34ad86e33739408c86ff0701498b1a55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3dbef0c9b8ea44ad9a7274a544087e84"
00:31:32.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.190337 25433 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 0 FOLLOWER]: Advancing to term 1
00:31:32.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.197659 25433 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34ad86e33739408c86ff0701498b1a55 in term 1.
00:31:32.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.199093 25488 leader_election.cc:304] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 34ad86e33739408c86ff0701498b1a55, 3dbef0c9b8ea44ad9a7274a544087e84; no voters: 
00:31:32.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.200078 25548 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 1 FOLLOWER]: Leader election won for term 1
00:31:32.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.210685 25548 raft_consensus.cc:697] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [term 1 LEADER]: Becoming Leader. State: Replica: 34ad86e33739408c86ff0701498b1a55, State: Running, Role: LEADER
00:31:32.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.211911 25548 consensus_queue.cc:237] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.222543 25569 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34ad86e33739408c86ff0701498b1a55. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.223390 25569 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: This master's current role is: LEADER
00:31:32.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.230163 25574 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:31:32.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.238150 25574 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:31:32.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.245800 25380 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } attempt: 7
00:31:32.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.246456 25577 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:31:32.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.265826 25433 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [term 1 FOLLOWER]: Refusing update from remote peer 34ad86e33739408c86ff0701498b1a55: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:32.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.267750 25569 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:32.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.295255 25380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: Bootstrap starting.
00:31:32.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.252198 25382 master_runner.cc:187] Error getting master registration for 127.24.181.62:34985: OK, instance_id { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" instance_seqno: 1783470687537181 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:32.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.297420 25382 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.302214 25563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34ad86e33739408c86ff0701498b1a55. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.304131 25563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.304924 25380 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: Neither blocks nor log segments found. Creating new log.
00:31:32.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.305768 25578 mvcc.cc:204] Tried to move back new op lower bound from 7305095955492364288 to 7305095955313242112. Current Snapshot: MvccSnapshot[applied={T|T < 7305095955492364288}]
00:31:32.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.311404 25380 log.cc:826] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: Log is configured to *not* fsync() on all Append() calls
00:31:32.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.317178 25563 sys_catalog.cc:455] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.317852 25563 sys_catalog.cc:458] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84 [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.318956 25380 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: No bootstrap required, opened a new log
00:31:32.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.320356 25580 mvcc.cc:204] Tried to move back new op lower bound from 7305095955492364288 to 7305095955313242112. Current Snapshot: MvccSnapshot[applied={T|T < 7305095955492364288}]
00:31:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.326380 25548 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.327144 25548 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: This master's current role is: LEADER
00:31:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.340903 25574 catalog_manager.cc:1382] Generated new cluster ID: aa470816e6ee4ab1adf22c55fce8b186
00:31:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.341289 25574 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:31:32.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.367867 25380 raft_consensus.cc:359] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.369557 25380 raft_consensus.cc:385] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:32.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.370294 25380 raft_consensus.cc:740] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f8650088485f46a0bc822ebcf3b3e3ee, State: Initialized, Role: FOLLOWER
00:31:32.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.372180 25380 consensus_queue.cc:260] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } }
00:31:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.377017 25380 sys_catalog.cc:565] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: configured and running, proceeding with master startup.
00:31:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.377213 25354 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34ad86e33739408c86ff0701498b1a55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8650088485f46a0bc822ebcf3b3e3ee"
00:31:32.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.377991 25354 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 0 FOLLOWER]: Advancing to term 1
00:31:32.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.380908 25355 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "34ad86e33739408c86ff0701498b1a55" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" is_pre_election: true
00:31:32.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.389214 25354 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 34ad86e33739408c86ff0701498b1a55 in term 1.
00:31:32.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.390774 25353 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [term 1 FOLLOWER]: Refusing update from remote peer 34ad86e33739408c86ff0701498b1a55: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:32.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.397045 25548 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:32.415 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:32.416 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:32.416 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:32.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:32.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:32.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:32.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:32.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:32.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:32.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:32.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:32.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:32.417 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:32.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.375764 25586 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.418865 25586 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.421271 25574 catalog_manager.cc:1405] Generated new certificate authority record
00:31:32.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.423869 25574 catalog_manager.cc:1539] Loading token signing keys...
00:31:32.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:32.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.458122 25574 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55: Generated new TSK 0
00:31:32.459 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:32.460 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:32.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:32.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:32.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.460988 25574 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:31:32.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:32.461 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:32.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470692477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:32.486 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:31:32.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:31:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.488943 25585 sys_catalog.cc:455] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.489769 25585 sys_catalog.cc:458] T 00000000000000000000000000000000 P 34ad86e33739408c86ff0701498b1a55 [sys.catalog]: This master's current role is: LEADER
00:31:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.490986 25586 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: SysCatalogTable state changed. Reason: New leader 34ad86e33739408c86ff0701498b1a55. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.491675 25586 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.494824 25590 sys_catalog.cc:455] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "34ad86e33739408c86ff0701498b1a55" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f8650088485f46a0bc822ebcf3b3e3ee" member_type: VOTER last_known_addr { host: "127.24.181.62" port: 34985 } } peers { permanent_uuid: "3dbef0c9b8ea44ad9a7274a544087e84" member_type: VOTER last_known_addr { host: "127.24.181.61" port: 41419 } } peers { permanent_uuid: "34ad86e33739408c86ff0701498b1a55" member_type: VOTER last_known_addr { host: "127.24.181.60" port: 34307 } } }
00:31:32.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.495618 25590 sys_catalog.cc:458] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee [sys.catalog]: This master's current role is: FOLLOWER
00:31:32.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:32.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:32.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:32.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.498 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.525827 25602 catalog_manager.cc:1294] Loaded cluster ID: aa470816e6ee4ab1adf22c55fce8b186
00:31:32.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.526114 25602 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: loading cluster ID for follower catalog manager: success
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.516080 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/logs
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data/info.pb
00:31:32.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.1:0
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.1
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.1
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:32.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:32.536 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:32.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.537 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:32.537 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:32.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:32.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.542061 25602 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: acquiring CA information for follower catalog manager: success
00:31:32.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:32.554895 25602 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f8650088485f46a0bc822ebcf3b3e3ee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:32.636 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:32.636 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:32.636 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:32.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:32.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:32.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:32.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:32.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:32.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:32.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:32.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:32.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:32.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:32.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.894 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:32.894 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:32.895 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:32.895 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.895 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.895 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.896 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.896 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.896 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.896 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.896 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.896 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:32.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:32.935 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:32.935 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:32.935 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:32.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:32.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:32.936 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.936 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.936 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:32.936 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:32.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470692977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:32.988 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:32.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:31:33.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.054217 25604 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:33.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.055117 25604 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:33.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.055994 25604 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:33.075 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:33.077 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:33.078 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:33.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:33.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:33.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:33.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:33.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:33.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:33.079 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:33.079 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:33.079 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:33.079 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:33.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.114048 25604 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:33.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.115640 25604 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.181.1
00:31:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.179471 25604 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.1:0
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data/info.pb
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.1
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.1
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/logs
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:33.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:33.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.181239 25604 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:33.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.183419 25604 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:33.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.204560 25613 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:33.256 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:33.256 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:33.256 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:33.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:33.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:33.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:33.257 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:33.257 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:33.257 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:33.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:33.258 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:33.258 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:33.258 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:33.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.264204 25577 catalog_manager.cc:1294] Loaded cluster ID: aa470816e6ee4ab1adf22c55fce8b186
00:31:33.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.264788 25577 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: loading cluster ID for follower catalog manager: success
00:31:33.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.274384 25577 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: acquiring CA information for follower catalog manager: success
00:31:33.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:33.282578 25577 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 3dbef0c9b8ea44ad9a7274a544087e84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:33.374 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470693477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:33.487 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:33.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:31:33.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:33.957 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:33.958 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:33.958 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:33.958 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:33.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:33.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:33.958 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:33.958 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:33.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:33.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:33.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:33.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:33.959 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:33.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470693977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:33.986 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:33.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:31:34.076 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:34.076 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:34.076 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:34.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:34.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:34.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:34.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:34.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:34.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:34.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:34.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:34.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:34.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:34.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.374 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:34.374 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:34.375 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:34.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.375 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.375 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.376 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.376 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:34.399 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:34.400 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:34.400 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:34.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:34.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:34.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:34.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:34.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:34.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:34.401 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:34.401 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:34.401 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:34.401 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:34.417 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:34.417 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:34.417 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:34.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.419 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:34.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470694477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:34.489 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:31:34.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:31:34.604 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:34.604 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:34.604 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:34.605 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:34.605 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:34.605 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:34.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:34.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:34.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:34.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:34.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:34.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:34.606 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:34.645 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:34.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:34.646 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:34.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:34.646 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:34.646 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:34.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:34.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:34.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:34.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:34.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:34.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:34.647 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:34.694 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.834 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:34.835 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:34.835 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:34.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:34.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:34.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:34.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:34.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:34.977 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:34.977 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:34.978 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:34.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:34.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:34.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:34.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:34.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:34.980 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470694978 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:34.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:34.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:34.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:34.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:34.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:34.982 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [13ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [57ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [91ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [663ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1422ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2360ms] refreshing cache from master, [2360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3920ms] refreshing cache from master, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3921ms] too many traces: truncated at 100 traces, deferred=Deferred@2050888458(state=PENDING, result=null, callback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994), errback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994)))
00:31:34.983 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:31:34.983 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [13ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [57ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [91ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [663ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1422ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2360ms] refreshing cache from master, [2360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3920ms] refreshing cache from master, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3921ms] too many traces: truncated at 100 traces, deferred=Deferred@2050888458(state=PENDING, result=null, callback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994), errback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.62:43801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:34.983 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
00:31:34.995 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:31:34.997 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:31:34.998 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:31:35.001 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=26786), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [13ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [14ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [14ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [51ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [56ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [57ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [87ms] refreshing cache from master, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [91ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [102ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [102ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [124ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [163ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [163ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [224ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [502ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [503ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [662ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [663ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [663ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1420ms] refreshing cache from master, [1420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1422ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2360ms] refreshing cache from master, [2360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3920ms] refreshing cache from master, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3921ms] too many traces: truncated at 100 traces, deferred=Deferred@2050888458(state=PENDING, result=null, callback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994), errback=(continuation of Deferred@208075920 after retry RPC after error@1478868245) -> (continuation of Deferred@185476656 after retry RPC after error@27443736) -> (continuation of Deferred@983252160 after retry RPC after error@1327756179) -> (continuation of Deferred@895906785 after retry RPC after error@583259479) -> (continuation of Deferred@1105035507 after retry RPC after error@296897584) -> (continuation of Deferred@399363228 after retry RPC after error@723049055) -> (continuation of Deferred@116334039 after retry RPC after error@96404214) -> (continuation of Deferred@2096076785 after retry RPC after error@298348561) -> (continuation of Deferred@1874314842 after retry RPC after error@308462056) -> (continuation of Deferred@305306698 after retry RPC after error@1084767973) -> (continuation of Deferred@293381564 after retry RPC after error@362105850) -> (continuation of Deferred@323175886 after retry RPC after error@303898197) -> (continuation of Deferred@1723341039 after retry RPC after error@1498236249) -> (continuation of Deferred@1353258635 after retry RPC after error@708597117) -> (continuation of Deferred@216358837 after retry RPC after error@1068610813) -> (continuation of Deferred@657776846 after retry RPC after error@1877729000) -> (continuation of Deferred@1238707287 after retry RPC after error@2071035852) -> (continuation of Deferred@2068042492 after retry RPC after error@1257136098) -> (continuation of Deferred@708404604 after retry RPC after error@1514594536) -> (continuation of Deferred@1073155438 after retry RPC after error@123622461) -> (continuation of Deferred@1714279215 after retry RPC after error@184626850) -> (continuation of Deferred@203087569 after retry RPC after error@2039520467) -> (continuation of Deferred@1907133541 after retry RPC after error@1935333580) -> (continuation of Deferred@694971424 after retry RPC after error@1424427994)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.62:43801
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:35.002 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:35.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
00:31:35.005 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:31:35.005 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RUNNING to RESTARTING.
00:31:35.180 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:35.181 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:35.181 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:35.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:35.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:35.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:35.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:35.359 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:35.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:35.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:35.386 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:35.386 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:35.386 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:35.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:35.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:35.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:35.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:35.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:35.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:35.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:35.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:35.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:35.388 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:35.422 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:35.423 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:35.423 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:35.423 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.423 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.423 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:35.423 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:35.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:35.424 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:35.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470695477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:35.489 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:31:35.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:31:35.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:33.210989 25614 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:34.600499 25612 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25604
00:31:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:35.723805 25604 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.514s	user 0.874s	sys 1.231s
00:31:35.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:35.725589 25604 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.516s	user 0.874s	sys 1.231s
00:31:35.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.743603 25604 server_base.cc:1061] running on GCE node
00:31:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:35.745256 25622 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:35.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.747315 25604 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:35.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.753651 25604 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.755141 25604 hybrid_clock.cc:648] HybridClock initialized: now 1783470695755099 us; error 47 us; skew 500 ppm
00:31:35.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.756246 25604 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.764777 25604 webserver.cc:534] Webserver started at http://127.24.181.1:39951/ using document root <none> and password file <none>
00:31:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.765993 25604 fs_manager.cc:362] Metadata directory not provided
00:31:35.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.766273 25604 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:35.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.766832 25604 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.773223 25604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data/instance:
00:31:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:35.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:35 on dist-test-slave-qgzj"
00:31:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.774840 25604 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal/instance:
00:31:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:35.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:35 on dist-test-slave-qgzj"
00:31:35.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.790213 25604 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.007s	sys 0.006s
00:31:35.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.798813 25627 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.800349 25604 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
00:31:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.800961 25604 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal
00:31:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:35.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:35 on dist-test-slave-qgzj"
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.801635 25604 fs_report.cc:389] FS layout report
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data/data
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:35.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:35.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.877549 25604 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.879683 25604 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:35.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.880271 25604 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:35.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.884011 25604 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.890303 25604 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:35.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.890602 25604 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.890924 25604 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:35.891131 25604 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:35.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470695977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:35.985 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:31:35.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:31:36.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.080691 25604 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.1:44385
00:31:36.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.080870 25741 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.1:44385 every 8 connection(s)
00:31:36.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.083628 25604 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/data/info.pb
00:31:36.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.084393 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25604
00:31:36.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.085029 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-0/wal/instance
00:31:36.096 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:36.096 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:36.096 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:36.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:36.115 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:36.115 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:36.115 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:36.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:36.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:36.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:36.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:36.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:36.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:36.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:36.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:36.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:36.116 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.130050 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/logs
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data/info.pb
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:36.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.2:0
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.2
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.2
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:36.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.172199 25742 heartbeater.cc:344] Connected to a master server at 127.24.181.60:34307
00:31:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.172757 25742 heartbeater.cc:461] Registering TS with master...
00:31:36.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.181722 25742 heartbeater.cc:507] Master 127.24.181.60:34307 requested a full tablet report, sending...
00:31:36.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.185976 25504 ts_manager.cc:194] Registered new tserver with Master: 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385)
00:31:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.189432 25504 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.181.1:36825
00:31:36.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.207513 25743 heartbeater.cc:344] Connected to a master server at 127.24.181.61:41419
00:31:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.207896 25743 heartbeater.cc:461] Registering TS with master...
00:31:36.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.209131 25743 heartbeater.cc:507] Master 127.24.181.61:41419 requested a full tablet report, sending...
00:31:36.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.213054 25423 ts_manager.cc:194] Registered new tserver with Master: 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385)
00:31:36.222 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:36.223 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:36.223 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:36.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.224 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.232399 25744 heartbeater.cc:344] Connected to a master server at 127.24.181.62:34985
00:31:36.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.232771 25744 heartbeater.cc:461] Registering TS with master...
00:31:36.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.233404 25744 heartbeater.cc:507] Master 127.24.181.62:34985 requested a full tablet report, sending...
00:31:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.236254 25344 ts_manager.cc:194] Registered new tserver with Master: 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385)
00:31:36.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:36.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470696477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:36.484 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:36.484 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:36.484 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:36.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.486 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:36.485 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:36.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.486 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:36.486 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:36.487 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:31:36.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:31:36.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.548352 25749 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.549057 25749 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.549775 25749 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:36.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.607313 25749 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:36.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.608242 25749 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.181.2
00:31:36.620 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RESTARTING to RUNNING.
00:31:36.621 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 989e0e194e66b090605ad814361b1b58 from Checkpoint 69 @ 1783470666681 for 989e0e194e66b090605ad814361b1b58 located at file:/tmp/junit8588352750398863425/checkpoints/989e0e194e66b090605ad814361b1b58/chk-69.
00:31:36.621 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:31:36.622 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
00:31:36.622 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
00:31:36.622 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:36.622 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
00:31:36.622 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 191ebb01dd2013c7f83d42074973168c
00:31:36.623 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:31:36.624 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 191ebb01dd2013c7f83d42074973168c.
00:31:36.624 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
00:31:36.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
00:31:36.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@159e8b04
00:31:36.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:36.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:31:36.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:31:36.626 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:31:36.627 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ab6acd9
00:31:36.629 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:36.630 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.631 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.631 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.632 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.650 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.651 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.651036 25749 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.2:0
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data/info.pb
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.2
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:36.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.2
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/logs
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:36.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:36.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.652 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.652678 25749 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:36.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.653 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:36.654772 25749 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:36.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.668236 25766 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:36.671 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.672 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.675 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.675 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.676 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.690 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.691 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.691 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.692 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:36.715 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.715 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.715 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.715 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.716 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.751 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.751 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.751 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.791 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.791 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.791 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.792 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.831 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.831 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.831 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.833 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.851 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:36.851 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:36.851 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:36.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:36.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:36.852 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.852 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.852 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:36.853 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:36.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:36.934 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:36.935 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:36.935 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:36.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:36.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:36.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:36.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:36.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470696977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:37.007 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=29 ms, finalizationTime=0 ms).
00:31:37.008 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:31:37.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.071 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:37.072 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:37.072 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:37.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.072 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.073 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.073 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.073 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:37.114 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:37.114 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:37.114 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:37.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:37.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:37.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:37.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:37.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:37.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:37.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:37.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:37.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:37.115 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:37.192 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:37.194993 25742 heartbeater.cc:499] Master 127.24.181.60:34307 was elected leader, sending a full tablet report...
00:31:37.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470697476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:37.494 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:31:37.496 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:31:37.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.671 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:37.671 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:37.671 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:37.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:37.692 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.856 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:37.857 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:37.857 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:37.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:37.857 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:37.857 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:37.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:37.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:37.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:37.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:37.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:37.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:37.858 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:37.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:37.935 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:37.935 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:37.936 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:37.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:37.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:37.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:37.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:37.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:37.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:37.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:37.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:37.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:37.938 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:37.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470697976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:37.991 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:37.991 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:37.991 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:37.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:37.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:37.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:37.993 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:37.996 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:37.996 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:37.996 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:37.997 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:37.997 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:37.997 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:37.997 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:37.997 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:37.997 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:37.997 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:37.997 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:37.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:37.997 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:38.001 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
00:31:38.002 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:31:38.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.193 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.235 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:38.236 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:38.236 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:38.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.237 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.241 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.078858 25765 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25749
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.249806 25765 kernel_stack_watchdog.cc:198] Thread 25749 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 407ms:
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:36.669399 25767 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.249940 25749 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.582s	user 0.533s	sys 0.968s
00:31:38.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.250650 25749 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.583s	user 0.534s	sys 0.968s
00:31:38.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.252689 25769 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.255999 25768 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1586 milliseconds
00:31:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.256028 25749 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:38.257 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:38.257 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:38.257 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:38.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.257457 25749 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:38.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.259 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:38.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:38.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:38.260 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:38.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.260195 25749 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:38.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:38.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:38.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:38.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:38.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:38.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:38.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:38.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:38.261 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.261722 25749 hybrid_clock.cc:648] HybridClock initialized: now 1783470698261661 us; error 38 us; skew 500 ppm
00:31:38.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.262490 25749 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:38.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.269011 25749 webserver.cc:534] Webserver started at http://127.24.181.2:35987/ using document root <none> and password file <none>
00:31:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.269958 25749 fs_manager.cc:362] Metadata directory not provided
00:31:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.270147 25749 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:38.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.270561 25749 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.275060 25749 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data/instance:
00:31:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:38.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:38 on dist-test-slave-qgzj"
00:31:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.276249 25749 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal/instance:
00:31:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:38.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:38 on dist-test-slave-qgzj"
00:31:38.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.283972 25749 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
00:31:38.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.290426 25779 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.291563 25749 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.291862 25749 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:38 on dist-test-slave-qgzj"
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.292171 25749 fs_report.cc:389] FS layout report
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data/data
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.350752 25749 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:38.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.352355 25749 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.352818 25749 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:38.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.355669 25749 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.360052 25749 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.360265 25749 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.360456 25749 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:38.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.360615 25749 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:38.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470698477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:38.485 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:31:38.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:31:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.503544 25749 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.2:38457
00:31:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.503638 25891 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.2:38457 every 8 connection(s)
00:31:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.506250 25749 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/data/info.pb
00:31:38.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.508423 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25749
00:31:38.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.508911 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-1/wal/instance
00:31:38.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.530681 25300 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/logs
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data/info.pb
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.3:0
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.3
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.3
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:38.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.548815 25892 heartbeater.cc:344] Connected to a master server at 127.24.181.60:34307
00:31:38.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.549347 25892 heartbeater.cc:461] Registering TS with master...
00:31:38.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.550904 25892 heartbeater.cc:507] Master 127.24.181.60:34307 requested a full tablet report, sending...
00:31:38.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.554934 25504 ts_manager.cc:194] Registered new tserver with Master: f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:38.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.556981 25504 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.181.2:41655
00:31:38.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.569139 25893 heartbeater.cc:344] Connected to a master server at 127.24.181.61:41419
00:31:38.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.569538 25893 heartbeater.cc:461] Registering TS with master...
00:31:38.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.570230 25893 heartbeater.cc:507] Master 127.24.181.61:41419 requested a full tablet report, sending...
00:31:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.572959 25897 heartbeater.cc:344] Connected to a master server at 127.24.181.62:34985
00:31:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.573319 25897 heartbeater.cc:461] Registering TS with master...
00:31:38.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.573966 25897 heartbeater.cc:507] Master 127.24.181.62:34985 requested a full tablet report, sending...
00:31:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.575716 25423 ts_manager.cc:194] Registered new tserver with Master: f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.576561 25344 ts_manager.cc:194] Registered new tserver with Master: f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:38.586 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:38.586 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:38.586 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:38.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:38.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:38.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:38.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:38.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:38.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:38.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:38.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:38.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:38.587 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:38.693 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.713 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:38.714 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:38.714 [DEBUG - pool-305-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:38.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.714 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.715 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.715 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.715 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:38.716 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28574), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [128ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [128ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [200ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [252ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [253ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [257ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [257ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [323ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [425ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [427ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [5222ms] refreshing cache from master, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [5227ms] too many traces: truncated at 100 traces, deferred=Deferred@1839155677(state=PENDING, result=null, callback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744), errback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744)))
00:31:38.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:38.717 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28574), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [128ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [128ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [200ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [252ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [253ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [257ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [257ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [323ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [425ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [427ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [5222ms] refreshing cache from master, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [5227ms] too many traces: truncated at 100 traces, deferred=Deferred@1839155677(state=PENDING, result=null, callback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744), errback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.717 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
00:31:38.719 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
00:31:38.722 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28574), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [128ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [128ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [200ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [224ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [251ms] refreshing cache from master, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [252ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [253ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [257ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [257ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [283ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [323ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [323ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [425ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [426ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [427ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1220ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1223ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2882ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [5222ms] refreshing cache from master, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5224ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [5227ms] too many traces: truncated at 100 traces, deferred=Deferred@1839155677(state=PENDING, result=null, callback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744), errback=(continuation of Deferred@396304308 after retry RPC after error@950926565) -> (continuation of Deferred@1372328574 after retry RPC after error@1183479867) -> (continuation of Deferred@688369121 after retry RPC after error@2115643120) -> (continuation of Deferred@1341424815 after retry RPC after error@1521116874) -> (continuation of Deferred@1314300123 after retry RPC after error@1632907847) -> (continuation of Deferred@174981950 after retry RPC after error@66824335) -> (continuation of Deferred@2026930259 after retry RPC after error@945177348) -> (continuation of Deferred@1113309379 after retry RPC after error@473606103) -> (continuation of Deferred@1611955739 after retry RPC after error@1792040830) -> (continuation of Deferred@1980876607 after retry RPC after error@1063047733) -> (continuation of Deferred@2088474467 after retry RPC after error@339217469) -> (continuation of Deferred@1827146170 after retry RPC after error@905753448) -> (continuation of Deferred@354216507 after retry RPC after error@1091650881) -> (continuation of Deferred@1838686464 after retry RPC after error@1034922024) -> (continuation of Deferred@1334886548 after retry RPC after error@81833834) -> (continuation of Deferred@677121751 after retry RPC after error@1752309020) -> (continuation of Deferred@565175526 after retry RPC after error@548766790) -> (continuation of Deferred@1758923825 after retry RPC after error@280327882) -> (continuation of Deferred@1315121390 after retry RPC after error@1123549904) -> (continuation of Deferred@303970362 after retry RPC after error@698752917) -> (continuation of Deferred@2127918615 after retry RPC after error@2092500383) -> (continuation of Deferred@528825818 after retry RPC after error@105300744)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.723 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:38.723 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
00:31:38.723 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:31:38.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
00:31:38.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:38.884 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:38.884 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:38.884 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:38.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:38.885 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28745), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [54ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [129ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [189ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [259ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [925ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [926ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [926ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@480084064(state=PENDING, result=null, callback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570), errback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570)))
00:31:38.886 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:38.886 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28745), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [54ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [129ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [189ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [259ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [925ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [926ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [926ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@480084064(state=PENDING, result=null, callback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570), errback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.887 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
00:31:38.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.887369 25896 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:38.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.888073 25896 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:38.888 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
00:31:38.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.888849 25896 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:38.890 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28745), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [22ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [24ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [54ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [129ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [143ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [189ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [196ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [221ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [222ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [222ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [258ms] refreshing cache from master, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [258ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [259ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [259ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [363ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [363ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [463ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [464ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [922ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [924ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [925ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [926ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [926ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1823ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3121ms] refreshing cache from master, [3121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3122ms] too many traces: truncated at 100 traces, deferred=Deferred@480084064(state=PENDING, result=null, callback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570), errback=(continuation of Deferred@1120514201 after retry RPC after error@599625322) -> (continuation of Deferred@243589065 after retry RPC after error@2129314041) -> (continuation of Deferred@1898506949 after retry RPC after error@1042936916) -> (continuation of Deferred@377163471 after retry RPC after error@1044314609) -> (continuation of Deferred@141967921 after retry RPC after error@2030869567) -> (continuation of Deferred@927987879 after retry RPC after error@2121756366) -> (continuation of Deferred@1152044283 after retry RPC after error@1507482933) -> (continuation of Deferred@295181417 after retry RPC after error@1415319946) -> (continuation of Deferred@1174651630 after retry RPC after error@1304108270) -> (continuation of Deferred@479279716 after retry RPC after error@687188029) -> (continuation of Deferred@1882790783 after retry RPC after error@1710237178) -> (continuation of Deferred@1881628986 after retry RPC after error@1972804419) -> (continuation of Deferred@1305252973 after retry RPC after error@695707611) -> (continuation of Deferred@1645358462 after retry RPC after error@597688060) -> (continuation of Deferred@173631774 after retry RPC after error@503598833) -> (continuation of Deferred@1829697938 after retry RPC after error@834310865) -> (continuation of Deferred@1894390881 after retry RPC after error@1277536075) -> (continuation of Deferred@1451038004 after retry RPC after error@867445040) -> (continuation of Deferred@329065011 after retry RPC after error@1919144180) -> (continuation of Deferred@1275707193 after retry RPC after error@1592193569) -> (continuation of Deferred@605085556 after retry RPC after error@1217945458) -> (continuation of Deferred@1240056111 after retry RPC after error@544687561) -> (continuation of Deferred@46056908 after retry RPC after error@148338982) -> (continuation of Deferred@254816682 after retry RPC after error@359888008) -> (continuation of Deferred@1637307215 after retry RPC after error@1387927570)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.891 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:38.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
00:31:38.891 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
00:31:38.896 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.896 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.896 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.897 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.898 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [112ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [152ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [189ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [196ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [198ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [198ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [264ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [423ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3642ms] refreshing cache from master, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3644ms] too many traces: truncated at 100 traces, deferred=Deferred@1416374443(state=PENDING, result=null, callback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001), errback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001)))
00:31:38.898 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.898 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.898 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.898 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [112ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [152ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [189ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [196ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [198ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [198ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [264ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [423ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3642ms] refreshing cache from master, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3644ms] too many traces: truncated at 100 traces, deferred=Deferred@1416374443(state=PENDING, result=null, callback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001), errback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [112ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [152ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [189ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [196ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [198ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [198ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [264ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [423ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3642ms] refreshing cache from master, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3644ms] too many traces: truncated at 100 traces, deferred=Deferred@1416374443(state=PENDING, result=null, callback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001), errback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.899 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.904 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [112ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [152ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [189ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [196ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [198ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [198ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [264ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [423ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3642ms] refreshing cache from master, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3644ms] too many traces: truncated at 100 traces, deferred=Deferred@1416374443(state=PENDING, result=null, callback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001), errback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=28786), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [64ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [65ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [112ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [119ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [152ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [189ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [195ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [196ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [198ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [198ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [243ms] refreshing cache from master, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [244ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [245ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [263ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [264ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [421ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [423ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [424ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [425ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1841ms] refreshing cache from master, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [3642ms] refreshing cache from master, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [3643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [3644ms] too many traces: truncated at 100 traces, deferred=Deferred@1416374443(state=PENDING, result=null, callback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001), errback=(continuation of Deferred@1436771984 after retry RPC after error@1078240924) -> (continuation of Deferred@997760118 after retry RPC after error@249877186) -> (continuation of Deferred@1077781096 after retry RPC after error@631807157) -> (continuation of Deferred@1514946394 after retry RPC after error@1914082323) -> (continuation of Deferred@1603618523 after retry RPC after error@1043936424) -> (continuation of Deferred@87325402 after retry RPC after error@1136967779) -> (continuation of Deferred@915600734 after retry RPC after error@1098451792) -> (continuation of Deferred@1732074255 after retry RPC after error@43993171) -> (continuation of Deferred@596014427 after retry RPC after error@715971056) -> (continuation of Deferred@667163273 after retry RPC after error@1608582130) -> (continuation of Deferred@1339918840 after retry RPC after error@66239146) -> (continuation of Deferred@73791503 after retry RPC after error@1405912546) -> (continuation of Deferred@1895646250 after retry RPC after error@1716291445) -> (continuation of Deferred@1296219699 after retry RPC after error@2048311788) -> (continuation of Deferred@1615861392 after retry RPC after error@1654997696) -> (continuation of Deferred@978242433 after retry RPC after error@1981506693) -> (continuation of Deferred@371132480 after retry RPC after error@1583676161) -> (continuation of Deferred@314192271 after retry RPC after error@1067991057) -> (continuation of Deferred@1360728748 after retry RPC after error@677267325) -> (continuation of Deferred@1806384560 after retry RPC after error@377372700) -> (continuation of Deferred@536456717 after retry RPC after error@1162245920) -> (continuation of Deferred@2008188037 after retry RPC after error@329794767) -> (continuation of Deferred@1098062193 after retry RPC after error@939165960) -> (continuation of Deferred@1410311646 after retry RPC after error@89132460) -> (continuation of Deferred@1555113190 after retry RPC after error@1063277745) -> (continuation of Deferred@384313302 after retry RPC after error@324036042) -> (continuation of Deferred@1175709010 after retry RPC after error@2079057149) -> (continuation of Deferred@753580737 after retry RPC after error@1006957731) -> (continuation of Deferred@1701097220 after retry RPC after error@1091335001)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.190:39845
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:38.904 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:38.904 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
00:31:38.904 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
00:31:38.905 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
00:31:38.905 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:31:38.905 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
00:31:38.905 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
00:31:38.905 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:31:38.906 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:31:38.906 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
00:31:38.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:38.906 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:31:38.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
00:31:38.906 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:31:38.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:38.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
00:31:38.908 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
00:31:38.908 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:31:38.908 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
00:31:38.909 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
00:31:38.909 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:38.909 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
00:31:38.910 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:31:38.916 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.916 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.916 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.916 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.916 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.916 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.916 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.916 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.916 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.917 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.917 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.917 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.919 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:38.919 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:38.919 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:38.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.919 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:38.920 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28787), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [38ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [51ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [90ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [91ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [145ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [145ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [146ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [168ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [244ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [244ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [245ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [245ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [283ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [403ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [403ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [403ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [663ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [663ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [841ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [842ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [940ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [941ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [941ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [941ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [4781ms] refreshing cache from master, [4781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4783ms] too many traces: truncated at 100 traces, deferred=Deferred@707887400(state=PENDING, result=null, callback=(continuation of Deferred@270459034 after retry RPC after error@1666689187) -> (continuation of Deferred@1077385771 after retry RPC after error@1722383300) -> (continuation of Deferred@30694843 after retry RPC after error@1595473810) -> (continuation of Deferred@595771544 after retry RPC after error@249100407) -> (continuation of Deferred@759322002 after retry RPC after error@901700551) -> (continuation of Deferred@9264104 after retry RPC after error@1239355598) -> (continuation of Deferred@1980637858 after retry RPC after error@900579143) -> (continuation of Deferred@1595273217 after retry RPC after error@1853739597) -> (continuation of Deferred@1776412178 after retry RPC after error@837696494) -> (continuation of Deferred@1091260458 after retry RPC after error@1105464828) -> (continuation of Deferred@659792548 after retry RPC after error@1730338027) -> (continuation of Deferred@2092128805 after retry RPC after error@492385186) -> (continuation of Deferred@665187375 after retry RPC after error@1443996084) -> (continuation of Deferred@815115041 after retry RPC after error@1686457010) -> (continuation of Deferred@1812586113 after retry RPC after error@927911605) -> (continuation of Deferred@706717662 after retry RPC after error@1677834485) -> (continuation of Deferred@1188994850 after retry RPC after error@128240170) -> (continuation of Deferred@1355988055 after retry RPC after error@964518056) -> (continuation of Deferred@199806762 after retry RPC after error@708620775) -> (continuation of Deferred@1875480819 after retry RPC after error@1029948802) -> (continuation of Deferred@1883233435 after retry RPC after error@1069803762) -> (continuation of Deferred@481208817 after retry RPC after error@1061302323) -> (continuation of Deferred@823654468 after retry RPC after error@296944364), errback=(continuation of Deferred@270459034 after retry RPC after error@1666689187) -> (continuation of Deferred@1077385771 after retry RPC after error@1722383300) -> (continuation of Deferred@30694843 after retry RPC after error@1595473810) -> (continuation of Deferred@595771544 after retry RPC after error@249100407) -> (continuation of Deferred@759322002 after retry RPC after error@901700551) -> (continuation of Deferred@9264104 after retry RPC after error@1239355598) -> (continuation of Deferred@1980637858 after retry RPC after error@900579143) -> (continuation of Deferred@1595273217 after retry RPC after error@1853739597) -> (continuation of Deferred@1776412178 after retry RPC after error@837696494) -> (continuation of Deferred@1091260458 after retry RPC after error@1105464828) -> (continuation of Deferred@659792548 after retry RPC after error@1730338027) -> (continuation of Deferred@2092128805 after retry RPC after error@492385186) -> (continuation of Deferred@665187375 after retry RPC after error@1443996084) -> (continuation of Deferred@815115041 after retry RPC after error@1686457010) -> (continuation of Deferred@1812586113 after retry RPC after error@927911605) -> (continuation of Deferred@706717662 after retry RPC after error@1677834485) -> (continuation of Deferred@1188994850 after retry RPC after error@128240170) -> (continuation of Deferred@1355988055 after retry RPC after error@964518056) -> (continuation of Deferred@199806762 after retry RPC after error@708620775) -> (continuation of Deferred@1875480819 after retry RPC after error@1029948802) -> (continuation of Deferred@1883233435 after retry RPC after error@1069803762) -> (continuation of Deferred@481208817 after retry RPC after error@1061302323) -> (continuation of Deferred@823654468 after retry RPC after error@296944364)))
00:31:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.929803 25896 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:38.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.930706 25896 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.181.3
00:31:38.936 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:38.936 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:38.936 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:38.936 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.936 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.936 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.936 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:38.936 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:38.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:38.937 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:38.937 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.937 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.937 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.937 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.937 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.943 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:38.943 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:38.943 [DEBUG - pool-301-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:38.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:38.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:38.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:38.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:38.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [67ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [115ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [117ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [119ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [119ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [146ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [147ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [148ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [149ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [261ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [261ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [262ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [262ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [841ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [841ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [842ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1301ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3321ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [7300ms] refreshing cache from master, [7300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [7300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [7300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [7301ms] too many traces: truncated at 100 traces, deferred=Deferred@281322383(state=PENDING, result=null, callback=(continuation of Deferred@693068333 after retry RPC after error@232247161) -> (continuation of Deferred@1317162574 after retry RPC after error@2070893770) -> (continuation of Deferred@702750592 after retry RPC after error@444379586) -> (continuation of Deferred@1179679997 after retry RPC after error@1192798713) -> (continuation of Deferred@1983291781 after retry RPC after error@154926112) -> (continuation of Deferred@1288293998 after retry RPC after error@1310515567) -> (continuation of Deferred@233135008 after retry RPC after error@1533635776) -> (continuation of Deferred@1498510205 after retry RPC after error@1894774433) -> (continuation of Deferred@1466993479 after retry RPC after error@1206903301) -> (continuation of Deferred@368552734 after retry RPC after error@438439423) -> (continuation of Deferred@1239123791 after retry RPC after error@1906097083) -> (continuation of Deferred@1503351245 after retry RPC after error@1398596340) -> (continuation of Deferred@1177085487 after retry RPC after error@1383975986) -> (continuation of Deferred@1374415497 after retry RPC after error@1704261890) -> (continuation of Deferred@1686921729 after retry RPC after error@1479294718) -> (continuation of Deferred@1444751568 after retry RPC after error@335775736) -> (continuation of Deferred@320365331 after retry RPC after error@721056832) -> (continuation of Deferred@362709607 after retry RPC after error@489356139) -> (continuation of Deferred@1308234534 after retry RPC after error@878393005) -> (continuation of Deferred@1429673979 after retry RPC after error@520900501) -> (continuation of Deferred@49421425 after retry RPC after error@1869720796), errback=(continuation of Deferred@693068333 after retry RPC after error@232247161) -> (continuation of Deferred@1317162574 after retry RPC after error@2070893770) -> (continuation of Deferred@702750592 after retry RPC after error@444379586) -> (continuation of Deferred@1179679997 after retry RPC after error@1192798713) -> (continuation of Deferred@1983291781 after retry RPC after error@154926112) -> (continuation of Deferred@1288293998 after retry RPC after error@1310515567) -> (continuation of Deferred@233135008 after retry RPC after error@1533635776) -> (continuation of Deferred@1498510205 after retry RPC after error@1894774433) -> (continuation of Deferred@1466993479 after retry RPC after error@1206903301) -> (continuation of Deferred@368552734 after retry RPC after error@438439423) -> (continuation of Deferred@1239123791 after retry RPC after error@1906097083) -> (continuation of Deferred@1503351245 after retry RPC after error@1398596340) -> (continuation of Deferred@1177085487 after retry RPC after error@1383975986) -> (continuation of Deferred@1374415497 after retry RPC after error@1704261890) -> (continuation of Deferred@1686921729 after retry RPC after error@1479294718) -> (continuation of Deferred@1444751568 after retry RPC after error@335775736) -> (continuation of Deferred@320365331 after retry RPC after error@721056832) -> (continuation of Deferred@362709607 after retry RPC after error@489356139) -> (continuation of Deferred@1308234534 after retry RPC after error@878393005) -> (continuation of Deferred@1429673979 after retry RPC after error@520900501) -> (continuation of Deferred@49421425 after retry RPC after error@1869720796)))
00:31:38.956 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.957 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.957 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.957 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.969779 25896 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.181.20:39903
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.181.3:0
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data/info.pb
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.181.3
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.181.3
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/logs
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:38.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.971158 25896 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:38.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:38.972867 25896 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:38.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:38.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:38.976 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:38.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.976 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:38.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.976 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:38.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:38.977 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:38.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.977 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.977 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.977 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:38.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:38.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:38.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:38.977 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:38.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:38.977 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:38.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470698977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:38.983 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=6 ms, finalizationTime=0 ms).
00:31:38.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:31:38.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.987705 25913 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:39.016 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:39.016 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:39.017 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:39.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.018 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.018 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.018 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:39.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:39.076 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:39.077 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:39.077 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:39.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.078 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.078 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.078 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.078 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:39.096 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:39.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:39.097 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:39.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:39.296 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:39.296 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:39.297 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:39.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:39.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:39.420 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.421 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.421 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.422 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.422 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.423 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.423 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470699477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:39.488 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:31:39.491 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:31:39.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:39.561946 25892 heartbeater.cc:499] Master 127.24.181.60:34307 was elected leader, sending a full tablet report...
00:31:39.571 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:39.571 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:39.571 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:39.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:39.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:39.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:39.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:39.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:39.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:39.572 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:39.572 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:39.572 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:39.573 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:39.617 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:39.617 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:39.617 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:39.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.617 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.617 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:39.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:39.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:39.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:39.626 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:31:39.627 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:31:39.628 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:31:39.628 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:39.629 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
00:31:39.630 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
00:31:39.630 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:31:39.630 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:31:39.631 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
00:31:39.632 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
00:31:39.632 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:31:39.632 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
00:31:39.632 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:31:39.632 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:39.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
00:31:39.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
00:31:39.634 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:31:39.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3aa8e393
00:31:39.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:39.634 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:39.635 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
00:31:39.635 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:31:39.636 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12e97126
00:31:39.637 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:39.638 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
00:31:39.638 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:31:39.638 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
00:31:39.639 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:39.639 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:31:39.639 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:31:39.639 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:31:39.639 [DEBUG - Thread-53] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:39.640 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:31:39.641 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:31:39.641 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:39.641 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:39.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
00:31:39.642 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
00:31:39.642 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:39.643 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:39.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@122aa43b
00:31:39.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:39.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:39.643 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
00:31:39.644 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
00:31:39.646 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:39.647 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5128b7ca
00:31:39.650 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:31:39.650 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:31:39.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
00:31:39.651 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
00:31:39.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b6fec34
00:31:39.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:39.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:39.652 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
00:31:39.652 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
00:31:39.653 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:39.654 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.654 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:39.655 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:39.655 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:39.655 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:39.655 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:39.655 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:39.655 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:39.655 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24e192b6
00:31:39.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.657 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.657 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:39.657 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.657 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
00:31:39.658 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
00:31:39.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@591fe7a3
00:31:39.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:39.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:31:39.659 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
00:31:39.660 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
00:31:39.662 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:39.663 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.679 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b55882b
00:31:39.685 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:39.691 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.703 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.704 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.712 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.717 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.721 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.721 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.723 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.730 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.734 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.738 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.738 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.743 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.745 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.745 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.746 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.747 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.755 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.758 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.760 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.767 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.767 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.774 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.778 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:39.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.783 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.784 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.789 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.796 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:39.796 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:39.796 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:39.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.804 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.805 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.805 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.805 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:39.806 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.809 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.809 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.809 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.809 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.810 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.813 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.813 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.814 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.814 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.814 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.828 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.829 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.831 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.832 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.833 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.834 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.834 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.835 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.835 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.836 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.838 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.839 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.840 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.841 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.849 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.850 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.853 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.856 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.857 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.858 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.863 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.863 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.863 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.864 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.864 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.864 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.868 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:39.873 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.873 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.873 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.873 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.876 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.877 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.879 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.880 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.881 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.882 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.883 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.884 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.884 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.884 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.885 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.885 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.885 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.885 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.893 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.893 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.893 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.894 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.894 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.893 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.894 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.894 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.894 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.895 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.899 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.903 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.903 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.904 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.906 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.913 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.913 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.913 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.913 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.913 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.914 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.914 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.915 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.915 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.915 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.916 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.916 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.923 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.923 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.923 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.923 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.923 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.923 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.924 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.924 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.924 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.924 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.924 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.924 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.924 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.933 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.933 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.934 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.955 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:39.955 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:39.955 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:39.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:39.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:39.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:39.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:39.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:39.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:39.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:39.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:39.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:39.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:39.958 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:39.958 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:39.958 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:39.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:39.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:39.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:39.960 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:39.963 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.963 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.963 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.963 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.964 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.964 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.964 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.964 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.965 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.965 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.965 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.966 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.974 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.975 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.975 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.976 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470699977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:39.986 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:39.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:31:39.993 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.993 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.993 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.994 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.994 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.994 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.994 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.994 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:39.995 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:39.995 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:39.995 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:39.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:39.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:39.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:39.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:39.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:39.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:39.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.996 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:39.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:39.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:39.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:39.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.019 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:40.019 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:40.019 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:40.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.021 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.021 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.021 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.021 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:40.023 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.023 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.023 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.024 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.025 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.025 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.025 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.025 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.026 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.026 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.026 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.026 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.026 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.026 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.026 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.073 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.073 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.073 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.074 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.074 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.093 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.093 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.093 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.094 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.100 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:40.100 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:40.100 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:40.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.101 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:40.125 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.125 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.125 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.183 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.183 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.183 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.184 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.184 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.185 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.221 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:40.221 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:40.221 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:40.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.223 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:40.223 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.223 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.224 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.225 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:40.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:40.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:40.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:40.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:40.240 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:40.240 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:40.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.313 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.313 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.313 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.315 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:40.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:40.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:40.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:40.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:40.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:40.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:40.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:40.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:40.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:40.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:40.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:40.329 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:40.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.384 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.386 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.425 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.456 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:40.457 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:40.457 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:40.457 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.458 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.458 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:40.475 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.475 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.475 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.476 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470700477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:40.487 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:40.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:31:40.504 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.504 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.505 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.505 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.505 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.505 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.511 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.512 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.536 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:40.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:40.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:40.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:40.537 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:40.537 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:40.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:40.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:40.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:40.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:40.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:40.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:40.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.390887 25912 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25896
00:31:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.603058 25896 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.615s	user 0.583s	sys 0.953s
00:31:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:38.988754 25914 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:40.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.603453 25896 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.615s	user 0.583s	sys 0.953s
00:31:40.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.605367 25916 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:40.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:40.609656 25915 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1620 milliseconds
00:31:40.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.609699 25896 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:40.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.611027 25896 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:40.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.613359 25896 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:40.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.614722 25896 hybrid_clock.cc:648] HybridClock initialized: now 1783470700614687 us; error 34 us; skew 500 ppm
00:31:40.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.615538 25896 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.621755 25896 webserver.cc:534] Webserver started at http://127.24.181.3:39323/ using document root <none> and password file <none>
00:31:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.622679 25896 fs_manager.cc:362] Metadata directory not provided
00:31:40.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.622871 25896 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:40.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.623293 25896 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.627810 25896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data/instance:
00:31:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0000fca437364496b14610120a4bcb41"
00:31:40.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:40 on dist-test-slave-qgzj"
00:31:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.628983 25896 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal/instance:
00:31:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0000fca437364496b14610120a4bcb41"
00:31:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:40 on dist-test-slave-qgzj"
00:31:40.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.637110 25896 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.005s
00:31:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.643267 25979 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:40.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.644563 25896 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.644966 25896 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0000fca437364496b14610120a4bcb41"
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:40 on dist-test-slave-qgzj"
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.645313 25896 fs_report.cc:389] FS layout report
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal
00:31:40.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data/data
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.703115 25896 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.704864 25896 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:40.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.705330 25896 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.708055 25896 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:40.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.713323 25896 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:40.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.713596 25896 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
00:31:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.713879 25896 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.714074 25896 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:40.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.804 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:40.804 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:40.804 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:40.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:40.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:40.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:40.805 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:40.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:40.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:40.855 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:40.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:40.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:40.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:40.856 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:40.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.861683 25896 rpc_server.cc:307] RPC server started. Bound to: 127.24.181.3:35569
00:31:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.861788 26091 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.181.3:35569 every 8 connection(s)
00:31:40.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.864427 25896 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/data/info.pb
00:31:40.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.871629 25300 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 25896
00:31:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.872109 25300 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster7848240297441191119/ts-2/wal/instance
00:31:40.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.919049 26093 heartbeater.cc:344] Connected to a master server at 127.24.181.61:41419
00:31:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.919343 26092 heartbeater.cc:344] Connected to a master server at 127.24.181.60:34307
00:31:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.919526 26093 heartbeater.cc:461] Registering TS with master...
00:31:40.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.919706 26092 heartbeater.cc:461] Registering TS with master...
00:31:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.921129 26093 heartbeater.cc:507] Master 127.24.181.61:41419 requested a full tablet report, sending...
00:31:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.921408 26094 heartbeater.cc:344] Connected to a master server at 127.24.181.62:34985
00:31:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.921774 26094 heartbeater.cc:461] Registering TS with master...
00:31:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.922508 26092 heartbeater.cc:507] Master 127.24.181.60:34307 requested a full tablet report, sending...
00:31:40.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.922566 26094 heartbeater.cc:507] Master 127.24.181.62:34985 requested a full tablet report, sending...
00:31:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.925370 25344 ts_manager.cc:194] Registered new tserver with Master: 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.925781 25422 ts_manager.cc:194] Registered new tserver with Master: 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:40.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.927112 25504 ts_manager.cc:194] Registered new tserver with Master: 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:40.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.928896 25504 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.181.3:42057
00:31:40.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:40.944376 25300 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:31:40.955 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:40.956 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:31:40.957 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.181.62"
      port: 34985
    }
    bound_http_address {
      host: "127.24.181.62"
      port: 42555
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.181.61"
      port: 41419
    }
    bound_http_address {
      host: "127.24.181.61"
      port: 37355
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.181.60"
      port: 34307
    }
    bound_http_address {
      host: "127.24.181.60"
      port: 34837
    }
  }
}

00:31:40.957 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:31:40.957 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.181.1"
      port: 44385
    }
    bound_http_address {
      host: "127.24.181.1"
      port: 39951
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.181.2"
      port: 38457
    }
    bound_http_address {
      host: "127.24.181.2"
      port: 35987
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.181.3"
      port: 35569
    }
    bound_http_address {
      host: "127.24.181.3"
      port: 39323
    }
  }
}

00:31:40.958 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:31:40.959 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:40.959 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:31:40.959 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:31:40.959 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:31:40.959 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:31:40.964 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:31:40.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470700977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:40.984 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:31:40.985 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:31:41.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.095 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:41.095 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:41.095 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:41.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:41.143 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:41.144 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:41.144 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:41.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.144 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:41.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:41.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:41.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:41.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.164 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.164 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:41.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:41.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:41.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:41.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:41.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:41.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:41.234 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:41.258 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:41.259 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:41.259 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:41.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:41.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:41.259 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:41.259 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:41.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:41.259 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:41.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:41.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:41.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:41.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:41.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.306 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:41.306 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:31:41.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.310117 26102 mini_oidc.cc:150] Starting JWKS server
00:31:41.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.314546 26102 webserver.cc:534] Webserver started at http://127.0.0.1:38031/ using document root <none> and password file <none>
00:31:41.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.315126 26102 mini_oidc.cc:186] Starting OIDC Discovery server
00:31:41.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.317309 26102 webserver.cc:534] Webserver started at http://127.0.0.1:41151/ using document root <none> and password file <none>
00:31:41.356 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:41.357 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:41.357 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:41.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:41.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:41.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:41.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:41.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:41.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:41.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:41.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:41.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:41.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:41.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:41Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:31:41.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:31:41Z Disabled control of system clock
00:31:41.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.376309 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/logs
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data/info.pb
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:41.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.190:39803
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.190
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:41.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json with env {}
00:31:41.416 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:41.417 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:41.417 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:41.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:41.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:41.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:41.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:41.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:41.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:41.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:41.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:41.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:41.417 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:41.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470701477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:41.485 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:31:41.485 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:31:41.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.702090 26114 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:41.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.702752 26114 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:41.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.703322 26114 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.738468 26114 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:41.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.738766 26114 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:41.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.739063 26114 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:41.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.739295 26114 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:41.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.739574 26114 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:41.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.739748 26114 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38031/jwks.json
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.779944 26114 master_runner.cc:387] Master server non-default flags:
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.190:39803
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data/info.pb
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.190
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:41.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/logs
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.781570 26114 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.783178 26114 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:41.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.794648 26120 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:41.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:41.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:41.932878 26092 heartbeater.cc:499] Master 127.24.181.60:34307 was elected leader, sending a full tablet report...
00:31:41.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470701976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:41.988 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:31:41.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:31:42.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.057 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:42.058 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:42.058 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:42.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:42.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:42.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:42.059 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:42.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:42.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:42.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:42.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:42.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:42.059 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:42.133 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:42.133 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:42.133 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:42.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.134 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.134 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.134 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.135 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:42.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:42.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:42.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:42.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:42.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:42.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:42.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:42.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:42.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:42.158 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:42.158 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:42.158 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:42.158 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:42.176 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:42.177 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:42.177 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:42.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:42.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:42.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:42.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:42.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:42.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:42.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:42.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:42.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:42.178 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:42.281 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.303 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:42.304 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:42.304 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:42.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.305 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:42.371 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:42.371 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:42.371 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:42.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.373 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:42.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470702477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:42.488 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:42.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:31:42.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.531 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:42.531 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:42.531 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:42.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:42.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:42.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:42.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:42.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.873 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:42.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:42.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:42.875 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:42.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.876 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:42.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.876 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:42.876 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.876 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.876 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:42.876 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:42.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:42.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:42.898 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:42.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:42.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:42.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:42.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:42.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:42.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:42.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:42.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:42.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:42.903 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:42.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470702976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:42.985 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:42.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:31:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.795895 26121 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:43.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:41.799202 26123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.005167 26122 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1205 milliseconds
00:31:43.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.005324 26114 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:43.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.006877 26114 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:43.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.010106 26114 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:43.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.011678 26114 hybrid_clock.cc:648] HybridClock initialized: now 1783470703011612 us; error 85 us; skew 500 ppm
00:31:43.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.012712 26114 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:43.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.024087 26114 webserver.cc:534] Webserver started at http://127.25.125.190:40143/ using document root <none> and password file <none>
00:31:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.025128 26114 fs_manager.cc:362] Metadata directory not provided
00:31:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.025326 26114 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:43.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.025780 26114 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:43.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.031105 26114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data/instance:
00:31:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1f839ecd05944c09b8e0ad63e8d1dba"
00:31:43.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:43 on dist-test-slave-qgzj"
00:31:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.032152 26114 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal/instance:
00:31:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1f839ecd05944c09b8e0ad63e8d1dba"
00:31:43.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:43 on dist-test-slave-qgzj"
00:31:43.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.039906 26114 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
00:31:43.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.045853 26131 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.047032 26114 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
00:31:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.047386 26114 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal
00:31:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a1f839ecd05944c09b8e0ad63e8d1dba"
00:31:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:43 on dist-test-slave-qgzj"
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.047734 26114 fs_report.cc:389] FS layout report
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data/data
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:43.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:43.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.108235 26114 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.109905 26114 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:43.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.110387 26114 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:43.136 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:43.136 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:43.137 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:43.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:43.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:43.137 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:43.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:43.137 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:43.137 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:43.137 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:43.137 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:43.137 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:43.137 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:43.183 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:43.183 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:43.184 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:43.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.184 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.185140 26114 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.190:39803
00:31:43.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.185209 26182 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.190:39803 every 8 connection(s)
00:31:43.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.187980 26114 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/data/info.pb
00:31:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.194650 26183 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.194711 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26114
00:31:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.195088 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-0/wal/instance
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.198799 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/logs
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data/info.pb
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.189:33565
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.189
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:43.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json with env {}
00:31:43.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.207996 26183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } has no permanent_uuid. Determining permanent_uuid...
00:31:43.216 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:43.217 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:43.217 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:43.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.217 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.217 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.217 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.218 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:43.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:43.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:43.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:43.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:43.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:43.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:43.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:43.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:43.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:43.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:43.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:43.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:43.227 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.239864 26183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } has no permanent_uuid. Determining permanent_uuid...
00:31:43.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.242875 26133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.248351 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.255 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:43.255 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:43.255 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:43.255 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.255 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.255 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:43.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.256 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:43.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:43.256 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:43.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.297984 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 1
00:31:43.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.302460 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.370918 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 2
00:31:43.373 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.375924 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.467347 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 3
00:31:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.471855 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470703476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:43.484 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:31:43.484 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:31:43.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.534786 26185 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:43.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.535436 26185 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:43.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.535965 26185 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.570899 26185 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.571230 26185 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.571444 26185 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.571655 26185 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:43.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.571847 26185 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.572027 26185 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38031/jwks.json
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.614266 26185 master_runner.cc:387] Master server non-default flags:
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.189:33565
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:43.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data/info.pb
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.189
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/logs
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:43.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.615242 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 4
00:31:43.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.615712 26185 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.617795 26185 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.619817 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.629680 26194 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:43.695 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:43.695 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:43.695 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:43.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.696 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.696 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.696 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.696 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:43.696 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:43.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:43.696 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:43.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:43.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:43.919227 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 5
00:31:43.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.926221 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:43.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470703977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:43.987 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:31:43.987 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:31:44.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.063 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:44.064 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:44.064 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:44.064 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:44.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:44.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:44.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:44.065 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:44.065 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:44.065 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:44.064 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:44.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:44.065 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:44.076 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:44.076 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:44.076 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:44.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:44.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:44.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:44.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:44.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:44.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:44.077 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:44.077 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:44.077 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:44.077 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:44.257 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:31:44.257 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:31:44.258 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
00:31:44.258 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:44.259 [INFO - Thread-55] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:44.259 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
00:31:44.259 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:31:44.259 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:31:44.259 [DEBUG - Thread-55] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:31:44.259 [DEBUG - Thread-55] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:44.260 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:44.261 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
00:31:44.261 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:31:44.261 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
00:31:44.261 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:31:44.262 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
00:31:44.262 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:31:44.262 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:31:44.262 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
00:31:44.262 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:44.263 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
00:31:44.263 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:44.263 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:31:44.263 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
00:31:44.264 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:44.264 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
00:31:44.264 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:31:44.264 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:31:44.265 [INFO - Thread-55] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:44.265 [INFO - Thread-55] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:44.265 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:31:44.266 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
00:31:44.266 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
00:31:44.267 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bfe230f
00:31:44.267 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:44.267 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:44.267 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:31:44.267 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:31:44.267 [DEBUG - Thread-55] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:44.267 [INFO - Thread-55] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:44.269 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:31:44.270 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:31:44.270 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
00:31:44.270 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
00:31:44.276 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75cc8fad
00:31:44.278 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:44.278 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:31:44.279 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:31:44.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
00:31:44.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
00:31:44.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7351ae96
00:31:44.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:44.281 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:44.282 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:31:44.282 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:31:44.282 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a58949
00:31:44.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:44.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:44.285 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:31:44.286 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:31:44.287 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9440bc6
00:31:44.289 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:44.292 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f08d609
00:31:44.294 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:44.297 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.297 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
00:31:44.297 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
00:31:44.297 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:44.298 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.298 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:44.298 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:44.298 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:44.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3452e136
00:31:44.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:44.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:31:44.298 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:31:44.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.298 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:31:44.299 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.301 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.302 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13e4b1de
00:31:44.304 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:44.305 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.318 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.323 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.324 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.324 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.325 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.327 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.327 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.332 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.333 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.341 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.345 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.348 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.349 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.357 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.357 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.358 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.360 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.361 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.361 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.361 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.363 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.364 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.365 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.365 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.366 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.368 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.368 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.369 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.369 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.373 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.374 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.375 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.375 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.376 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.378 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.378 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.379 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.383 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.384 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.384 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.385 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.385 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.386 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.386 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.387 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.389 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.389 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.390 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.391 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.393 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.394 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.395 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.397 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.398 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.398 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.398 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.398 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.398 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.398 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.398 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.398 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.398 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.403 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.403 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.404 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.404 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.404 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.405 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.405 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.405 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.405 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.408 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.408 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.408 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.409 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.409 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.409 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.409 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.414 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.417 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.417 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.417 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.417 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.418 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.424 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.424 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.424 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.425 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.425 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.425 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.425 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.425 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.426 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.426 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.427 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.427 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.427 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.428 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.428 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.428 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.428 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.428 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.433 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.434 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.434 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.434 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.434 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.435 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.435 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:44.435 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:44.435 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:44.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:44.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:44.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:44.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:44.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:44.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:44.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:44.436 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:44.436 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:44.436 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:44.445 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.445 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.445 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.458 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.458 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.458 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.459 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.463 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.464 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.464 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.464 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.464 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.465 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.465 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.464 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.465 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.466 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.466 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.466 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.466 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.473712 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 6
00:31:44.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.475 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.475 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.475 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.477 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.477 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.477 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470704477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:44.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.478 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.484 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.485 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.485 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.485 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.486 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.487 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:44.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:31:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:44.497521 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.189:33565: Network error: Client connection negotiation failed: client connection to 127.25.125.189:33565: connect: Connection refused (error 111)
00:31:44.504 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.504 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.505 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.505 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.505 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.505 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.505 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.506 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.506 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.506 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.514 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.514 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.514 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.524 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.525 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.525 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.526 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.538 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.538 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.538 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.539 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.539 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.540 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.540 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.565 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.565 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.565 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.566 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:44.566 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:44.567 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:44.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:44.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:44.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:44.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:44.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:44.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:44.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:44.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:44.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:44.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:44.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.623 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.623 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.624 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.625 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.625 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.626 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.626 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.626 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.626 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.626 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.626 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.626 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.645 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.645 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.645 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.654 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.654 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.654 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.655 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.655 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.655 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.655 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.655 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.655 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.686 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.686 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.686 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.697 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.698 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.698 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.699 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.737 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.738 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.738 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.739 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.865 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.865 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.865 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:43.630628 26195 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:44.869954 26196 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1238 milliseconds
00:31:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:44.870664 26197 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:44.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.870677 26185 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:44.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:44.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:44.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:44.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:44.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:44.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:44.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:44.875 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:44.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.875366 26185 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:44.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.886272 26185 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.887717 26185 hybrid_clock.cc:648] HybridClock initialized: now 1783470704887644 us; error 82 us; skew 500 ppm
00:31:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.888646 26185 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:44.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.896297 26185 webserver.cc:534] Webserver started at http://127.25.125.189:43677/ using document root <none> and password file <none>
00:31:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.897508 26185 fs_manager.cc:362] Metadata directory not provided
00:31:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.897778 26185 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.898276 26185 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.902894 26185 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data/instance:
00:31:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82913648357341beb869bb916afe97e2"
00:31:44.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:44 on dist-test-slave-qgzj"
00:31:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.904119 26185 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal/instance:
00:31:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82913648357341beb869bb916afe97e2"
00:31:44.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:44 on dist-test-slave-qgzj"
00:31:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.912019 26185 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.002s	sys 0.005s
00:31:44.917 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.918 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.918 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.919 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.919 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.919 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.918252 26259 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.920631 26185 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.921027 26185 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "82913648357341beb869bb916afe97e2"
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:44 on dist-test-slave-qgzj"
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.921483 26185 fs_report.cc:389] FS layout report
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data/data
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:44.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:44.925 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.925 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.926 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.926 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.945 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:44.945 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:44.945 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:44.945 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:44.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:44.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:44.946 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:44.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470704977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:44.985 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:31:44.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:31:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.987035 26185 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.989048 26185 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:44.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:44.989631 26185 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:45.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.055 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:45.055 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:45.055 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:45.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.056 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.078039 26185 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.189:33565
00:31:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.078189 26310 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.189:33565 every 8 connection(s)
00:31:45.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.081737 26185 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/data/info.pb
00:31:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.083925 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26185
00:31:45.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.084553 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-1/wal/instance
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.089432 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/logs
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data/info.pb
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.188:33071
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.188
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:45.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json with env {}
00:31:45.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:45.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:45.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:45.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.096 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:45.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.103690 26311 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:45.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.120836 26311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } has no permanent_uuid. Determining permanent_uuid...
00:31:45.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.151662 26311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } has no permanent_uuid. Determining permanent_uuid...
00:31:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.167992 26311 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } has no permanent_uuid. Determining permanent_uuid...
00:31:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.171021 26262 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.175560 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.177 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:45.177 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:45.177 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:45.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.178 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:45.183 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:45.184 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:45.184 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:45.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.184 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.184 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.184 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.184 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:45.223 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:45.224 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:45.224 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:45.224 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.225040 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 1
00:31:45.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.229 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:45.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.236961 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.277 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:45.277 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:45.277 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:45.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.277 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.278 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:45.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.305385 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 2
00:31:45.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.310084 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.312 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:45.313 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:45.313 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:45.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.314 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:45.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.401506 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 3
00:31:45.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.406351 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.469259 26313 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.469880 26313 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:45.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.470402 26313 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:45.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470705477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:45.486 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:45.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:31:45.494 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:45.495 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:45.495 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:45.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.495 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:45.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:45.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:45.497 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:45.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:45.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:45.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:45.498 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.509181 26313 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:31:45.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.509548 26313 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.509848 26313 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:31:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.510161 26313 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:31:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.510499 26313 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:31:45.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.510761 26313 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:38031/jwks.json
00:31:45.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.549774 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 4
00:31:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.553387 26313 master_runner.cc:387] Master server non-default flags:
00:31:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:45.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.188:33071
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:38031/jwks.json
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data/info.pb
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.188
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/logs
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:45.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.554243 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.555052 26313 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:45.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.556845 26313 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:45.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.558035 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } attempt: 7
00:31:45.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:45.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:45.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:45.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:45.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:45.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:45.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:45.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:45.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:45.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:45.579 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:45.579 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:45.579 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:45.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.580516 26326 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:45.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:45.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:45.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:45.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.587 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:45.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.596890 26183 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } has no permanent_uuid. Determining permanent_uuid...
00:31:45.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.604672 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.663203 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 1
00:31:45.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.672089 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.753600 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 2
00:31:45.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.764863 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.782 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.838 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:45.838 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:45.838 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:45.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.839 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.839 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.839 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.850432 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 3
00:31:45.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.853649 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 5
00:31:45.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.859510 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.859548 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:45.872 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:45.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:45.873 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:45.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:45.874 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.874 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.874 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.875 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.875 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.875 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.875 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:45.905 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:45.905 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:45.905 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:45.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:45.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:45.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:45.907 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:45.935 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:45.936 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:45.936 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:45.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:45.936 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:45.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:45.936 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:45.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:45.936 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:45.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:45.937 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:45.937 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:45.937 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:45.954 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:45.954 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:45.954 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:45.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.955 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.955 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:45.955 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:45.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:45.956 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:45.973 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:45.973 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:45.973 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:45.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:45.974 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.974 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:45.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:45.975 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:45.980 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470705978 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:45.989 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:31:45.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:31:46.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:45.999966 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 4
00:31:46.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:46.008417 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:46.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.044 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:46.044 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:46.044 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:46.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:46.218 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:46.218 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:46.218 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:46.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.220 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:46.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:46.291991 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 5
00:31:46.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:46.305344 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:46.331 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:46.331 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:46.331 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:46.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:46.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:46.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:46.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:46.332 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:46.332 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:46.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:46.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:46.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:46.333 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:46.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.372 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:46.406970 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 6
00:31:46.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:46.435520 26311 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:46.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470706477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:46.488 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:31:46.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:31:46.495 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:46.495 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:46.495 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:46.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:46.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.618 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:46.619 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:46.619 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:46.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.620 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.620 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.620 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.621 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:46.623 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:46.623 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:46.623 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:46.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:46.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:46.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:46.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:46.756 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:46.756 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:46.757 [DEBUG - pool-342-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:46.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:46.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:46.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:46.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:46.759 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26323), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [53ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [185ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [254ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [266ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [304ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [323ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [384ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [384ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [504ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [723ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1003ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1824ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@449737709(state=PENDING, result=null, callback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729), errback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729)))
00:31:46.761 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:46.761 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26323), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [53ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [185ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [254ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [266ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [304ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [323ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [384ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [384ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [504ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [723ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1003ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1824ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@449737709(state=PENDING, result=null, callback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729), errback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:46.761 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:31:46.763 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:31:46.765 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26323), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [53ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [105ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [185ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [253ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [254ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [257ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [266ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [304ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [304ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [323ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [323ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [382ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [384ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [384ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [504ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [504ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [722ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [723ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [723ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [783ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1003ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1821ms] refreshing cache from master, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1823ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1824ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1824ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2343ms] refreshing cache from master, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2344ms] too many traces: truncated at 100 traces, deferred=Deferred@449737709(state=PENDING, result=null, callback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729), errback=(continuation of Deferred@453908470 after retry RPC after error@1791518985) -> (continuation of Deferred@1804800137 after retry RPC after error@44779277) -> (continuation of Deferred@1769029897 after retry RPC after error@1087962383) -> (continuation of Deferred@868002501 after retry RPC after error@1811349648) -> (continuation of Deferred@149781998 after retry RPC after error@265996665) -> (continuation of Deferred@1499898053 after retry RPC after error@172415225) -> (continuation of Deferred@1764214354 after retry RPC after error@812600078) -> (continuation of Deferred@1550034254 after retry RPC after error@1616789291) -> (continuation of Deferred@932995108 after retry RPC after error@2111924962) -> (continuation of Deferred@1021966789 after retry RPC after error@761216532) -> (continuation of Deferred@2031544027 after retry RPC after error@265696609) -> (continuation of Deferred@2088948367 after retry RPC after error@687471765) -> (continuation of Deferred@1721231215 after retry RPC after error@1490332641) -> (continuation of Deferred@841489630 after retry RPC after error@1439843162) -> (continuation of Deferred@212302352 after retry RPC after error@1909539782) -> (continuation of Deferred@65892302 after retry RPC after error@1155671162) -> (continuation of Deferred@1931649292 after retry RPC after error@135660509) -> (continuation of Deferred@1617792526 after retry RPC after error@905553805) -> (continuation of Deferred@1396005631 after retry RPC after error@1803924399) -> (continuation of Deferred@1729383727 after retry RPC after error@531188623) -> (continuation of Deferred@1722943527 after retry RPC after error@543999893) -> (continuation of Deferred@1708428162 after retry RPC after error@812929412) -> (continuation of Deferred@1190233245 after retry RPC after error@15180729)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:46.769 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:46.773 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
00:31:46.773 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:31:46.773 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:31:46.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.825 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:46.825 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:46.825 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:46.826 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.826 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.826 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:46.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:46.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:46.827 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:46.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:46.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:46.857873 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 6
00:31:46.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:46.885442 26183 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.125.188:33071: Network error: Client connection negotiation failed: client connection to 127.25.125.188:33071: connect: Connection refused (error 111)
00:31:46.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470706977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:46.987 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:31:46.989 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:31:47.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.064 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:47.064 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:47.064 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:47.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.067 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:46.981531 26325 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 26313
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.110563 26325 kernel_stack_watchdog.cc:198] Thread 26313 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.111423 26313 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.529s	user 0.525s	sys 0.968s
00:31:47.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.111734 26313 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.530s	user 0.525s	sys 0.968s
00:31:47.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:45.582224 26327 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.113232 26328 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1529 milliseconds
00:31:47.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.113556 26329 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:47.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.113953 26313 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:47.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.117563 26313 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:47.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.119997 26313 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:47.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.121464 26313 hybrid_clock.cc:648] HybridClock initialized: now 1783470707121419 us; error 44 us; skew 500 ppm
00:31:47.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.122265 26313 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:47.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.128682 26313 webserver.cc:534] Webserver started at http://127.25.125.188:40125/ using document root <none> and password file <none>
00:31:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.129614 26313 fs_manager.cc:362] Metadata directory not provided
00:31:47.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.129858 26313 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:47.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.130298 26313 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.134617 26313 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data/instance:
00:31:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "545d6ff6716a4dae83484685d74c4e54"
00:31:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:47 on dist-test-slave-qgzj"
00:31:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.135782 26313 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal/instance:
00:31:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "545d6ff6716a4dae83484685d74c4e54"
00:31:47.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:47 on dist-test-slave-qgzj"
00:31:47.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.143435 26313 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
00:31:47.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.149273 26343 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:47.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.150406 26313 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.150774 26313 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "545d6ff6716a4dae83484685d74c4e54"
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:47 on dist-test-slave-qgzj"
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.151096 26313 fs_report.cc:389] FS layout report
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data/data
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:47.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:47.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.204321 26313 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.205896 26313 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:47.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.206372 26313 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:47.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.281561 26313 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.188:33071
00:31:47.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.281664 26394 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.188:33071 every 8 connection(s)
00:31:47.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.284492 26313 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/data/info.pb
00:31:47.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.290652 26395 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.293018 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26313
00:31:47.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.293449 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/master-2/wal/instance
00:31:47.294 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:47.294 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:47.294 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:47.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:47.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:47.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:47.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:47.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:47.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:47.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:47.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:47.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:47.295 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:47.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.306030 26395 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } has no permanent_uuid. Determining permanent_uuid...
00:31:47.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.329008 26395 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } has no permanent_uuid. Determining permanent_uuid...
00:31:47.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.341248 26395 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } has no permanent_uuid. Determining permanent_uuid...
00:31:47.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.359309 26395 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: Bootstrap starting.
00:31:47.366 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:47.366 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:47.366 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:47.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.366688 26395 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: Neither blocks nor log segments found. Creating new log.
00:31:47.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.367 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.368618 26395 log.cc:826] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: Log is configured to *not* fsync() on all Append() calls
00:31:47.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.374490 26395 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: No bootstrap required, opened a new log
00:31:47.374 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:47.375 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:47.375 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:47.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.376 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.394527 26395 raft_consensus.cc:359] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.395 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:47.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.395434 26395 raft_consensus.cc:385] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:47.395 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:47.395 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:47.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:47.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.395738 26395 raft_consensus.cc:740] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 545d6ff6716a4dae83484685d74c4e54, State: Initialized, Role: FOLLOWER
00:31:47.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:47.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:47.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:47.396 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:47.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:47.396 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:47.396 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:47.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:47.396 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:47.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.396826 26395 consensus_queue.cc:260] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.399355 26404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.399986 26404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: This master's current role is: FOLLOWER
00:31:47.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.400914 26395 sys_catalog.cc:565] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: configured and running, proceeding with master startup.
00:31:47.404 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:47.405 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:47.405 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:47.405 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.406 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:47.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.440883 26415 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:31:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.442281 26415 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:31:47.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.461692 26349 tablet.cc:2406] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.437175 26313 master_runner.cc:187] Error getting master registration for 127.25.125.190:39803: OK, instance_id { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" instance_seqno: 1783470703164435 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.468914 26313 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:47.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470707476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:47.485 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:47.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:31:47.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.496031 26311 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 7
00:31:47.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.532413 26311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: Bootstrap starting.
00:31:47.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.540392 26311 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: Neither blocks nor log segments found. Creating new log.
00:31:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.542742 26311 log.cc:826] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: Log is configured to *not* fsync() on all Append() calls
00:31:47.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.554029 26311 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: No bootstrap required, opened a new log
00:31:47.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.576947 26311 raft_consensus.cc:359] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.577687 26311 raft_consensus.cc:385] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:47.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.578004 26311 raft_consensus.cc:740] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 82913648357341beb869bb916afe97e2, State: Initialized, Role: FOLLOWER
00:31:47.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.578982 26311 consensus_queue.cc:260] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.582221 26419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.583329 26419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: This master's current role is: FOLLOWER
00:31:47.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.584424 26311 sys_catalog.cc:565] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: configured and running, proceeding with master startup.
00:31:47.617 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:47.617 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:47.618 [DEBUG - pool-344-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:47.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:47.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:47.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:47.619 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:47.620 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [66ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [71ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [276ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [277ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [311ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [314ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [315ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [315ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [322ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [364ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [484ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1823ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4121ms] too many traces: truncated at 100 traces, deferred=Deferred@559683841(state=PENDING, result=null, callback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353), errback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353)))
00:31:47.621 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:47.621 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [66ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [71ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [276ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [277ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [311ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [314ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [315ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [315ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [322ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [364ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [484ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1823ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4121ms] too many traces: truncated at 100 traces, deferred=Deferred@559683841(state=PENDING, result=null, callback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353), errback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:47.621 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
00:31:47.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.622951 26430 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:31:47.623 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
00:31:47.625 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27169), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [66ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [71ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [274ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [276ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [277ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [277ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [311ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [314ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [314ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [315ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [315ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [322ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [322ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [343ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [363ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [364ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [364ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [482ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [484ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [484ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1060ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1823ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4121ms] refreshing cache from master, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4121ms] too many traces: truncated at 100 traces, deferred=Deferred@559683841(state=PENDING, result=null, callback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353), errback=(continuation of Deferred@838167048 after retry RPC after error@433441196) -> (continuation of Deferred@1358852566 after retry RPC after error@296484569) -> (continuation of Deferred@194274254 after retry RPC after error@1010521017) -> (continuation of Deferred@535356713 after retry RPC after error@1367055675) -> (continuation of Deferred@2035879625 after retry RPC after error@521743552) -> (continuation of Deferred@1191199655 after retry RPC after error@1243581497) -> (continuation of Deferred@2063723765 after retry RPC after error@766029945) -> (continuation of Deferred@1752220432 after retry RPC after error@1589179491) -> (continuation of Deferred@715836677 after retry RPC after error@1114213201) -> (continuation of Deferred@753903695 after retry RPC after error@904743517) -> (continuation of Deferred@1238596352 after retry RPC after error@1206796904) -> (continuation of Deferred@378681098 after retry RPC after error@1240610855) -> (continuation of Deferred@455819618 after retry RPC after error@786673005) -> (continuation of Deferred@701429212 after retry RPC after error@1898304450) -> (continuation of Deferred@818195669 after retry RPC after error@67106661) -> (continuation of Deferred@1564574419 after retry RPC after error@44425594) -> (continuation of Deferred@395466751 after retry RPC after error@1797967543) -> (continuation of Deferred@984391195 after retry RPC after error@397346309) -> (continuation of Deferred@302487200 after retry RPC after error@803585313) -> (continuation of Deferred@1911009920 after retry RPC after error@513219991) -> (continuation of Deferred@806042227 after retry RPC after error@847611366) -> (continuation of Deferred@2117751428 after retry RPC after error@1491567473) -> (continuation of Deferred@827777724 after retry RPC after error@795012037) -> (continuation of Deferred@56636127 after retry RPC after error@1735972297) -> (continuation of Deferred@1631426712 after retry RPC after error@1496935353)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:47.626 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
00:31:47.626 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.626123 26404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:47.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.626760 26404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.631 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
00:31:47.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.631763 26286 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "545d6ff6716a4dae83484685d74c4e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82913648357341beb869bb916afe97e2" is_pre_election: true
00:31:47.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.632707 26286 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 545d6ff6716a4dae83484685d74c4e54 in term 0.
00:31:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.633594 26404 leader_election.cc:290] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a1f839ecd05944c09b8e0ad63e8d1dba (127.25.125.190:39803), 82913648357341beb869bb916afe97e2 (127.25.125.189:33565)
00:31:47.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.634241 26345 leader_election.cc:304] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 545d6ff6716a4dae83484685d74c4e54, 82913648357341beb869bb916afe97e2; no voters: 
00:31:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.635185 26404 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:47.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.635537 26404 raft_consensus.cc:493] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.635872 26404 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 0 FOLLOWER]: Advancing to term 1
00:31:47.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.642611 26404 raft_consensus.cc:515] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.646989 26286 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "545d6ff6716a4dae83484685d74c4e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "82913648357341beb869bb916afe97e2"
00:31:47.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.647542 26286 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 0 FOLLOWER]: Advancing to term 1
00:31:47.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.656109 26286 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 545d6ff6716a4dae83484685d74c4e54 in term 1.
00:31:47.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.656684 26404 leader_election.cc:290] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [CANDIDATE]: Term 1 election: Requested vote from peers a1f839ecd05944c09b8e0ad63e8d1dba (127.25.125.190:39803), 82913648357341beb869bb916afe97e2 (127.25.125.189:33565)
00:31:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.657833 26345 leader_election.cc:304] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 545d6ff6716a4dae83484685d74c4e54, 82913648357341beb869bb916afe97e2; no voters: 
00:31:47.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.658433 26404 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 1 FOLLOWER]: Leader election won for term 1
00:31:47.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.660737 26404 raft_consensus.cc:697] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [term 1 LEADER]: Becoming Leader. State: Replica: 545d6ff6716a4dae83484685d74c4e54, State: Running, Role: LEADER
00:31:47.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.661823 26404 consensus_queue.cc:237] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.628957 26185 master_runner.cc:187] Error getting master registration for 127.25.125.190:39803: OK, instance_id { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" instance_seqno: 1783470703164435 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:31:47.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.664317 26185 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:31:47.666 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:47.666 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:47.666 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:47.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:47.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:47.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:47.668 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:47.683 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:47.684 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:47.684 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:47.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:47.684 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:47.685 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.685 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.685 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:47.685 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:47.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.689498 26431 sys_catalog.cc:455] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 545d6ff6716a4dae83484685d74c4e54. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.691870 26431 sys_catalog.cc:458] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: This master's current role is: LEADER
00:31:47.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.705307 26433 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:31:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.712708 26433 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:31:47.738 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:47.738 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:47.738 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:47.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:47.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:47.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:47.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:47.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:47.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:47.739 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:47.739 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:47.739 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:47.739 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:47.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:47.749444 26265 tablet.cc:2406] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:47.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.770372 26286 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [term 1 FOLLOWER]: Refusing update from remote peer 545d6ff6716a4dae83484685d74c4e54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:47.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.776369 26404 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:47.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.831077 26419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 545d6ff6716a4dae83484685d74c4e54. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.832239 26419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: This master's current role is: FOLLOWER
00:31:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.852947 26404 sys_catalog.cc:455] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.853904 26404 sys_catalog.cc:458] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: This master's current role is: LEADER
00:31:47.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.855343 26419 sys_catalog.cc:455] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.856151 26419 sys_catalog.cc:458] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2 [sys.catalog]: This master's current role is: FOLLOWER
00:31:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.857859 26433 catalog_manager.cc:1382] Generated new cluster ID: 8492cf17e39a4f4d9c65832b1b2943eb
00:31:47.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.858201 26433 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:31:47.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.918834 26183 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } attempt: 7
00:31:47.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.920496 26433 catalog_manager.cc:1405] Generated new certificate authority record
00:31:47.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.924237 26433 catalog_manager.cc:1539] Loading token signing keys...
00:31:47.943 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:47.944 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:47.944 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:47.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:47.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:47.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:47.946 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:47.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.974373 26433 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54: Generated new TSK 0
00:31:47.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470707976 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:47.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.978356 26433 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:31:47.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.984503 26183 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: Bootstrap starting.
00:31:47.997 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:31:47.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:47.999495 26183 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: Neither blocks nor log segments found. Creating new log.
00:31:48.000 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:31:48.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.003556 26183 log.cc:826] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: Log is configured to *not* fsync() on all Append() calls
00:31:48.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.010655 26183 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: No bootstrap required, opened a new log
00:31:48.013 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:48.013 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:48.014 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:48.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:48.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:48.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:48.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:48.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:48.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:48.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:48.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:48.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:48.014 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:48.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.038017 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/logs
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data/info.pb
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.129:0
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.129
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.129
00:31:48.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:48.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:48.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.040655 26183 raft_consensus.cc:359] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:48.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.041601 26183 raft_consensus.cc:385] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.041925 26183 raft_consensus.cc:740] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a1f839ecd05944c09b8e0ad63e8d1dba, State: Initialized, Role: FOLLOWER
00:31:48.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.042953 26183 consensus_queue.cc:260] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } }
00:31:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.091307 26183 sys_catalog.cc:565] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: configured and running, proceeding with master startup.
00:31:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.091878 26156 raft_consensus.cc:3060] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [term 0 FOLLOWER]: Advancing to term 1
00:31:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.048988 26442 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.093250 26442 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: This master's current role is: FOLLOWER
00:31:48.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.092767 26157 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "545d6ff6716a4dae83484685d74c4e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba"
00:31:48.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.101401 26158 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "545d6ff6716a4dae83484685d74c4e54" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" is_pre_election: true
00:31:48.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.116964 26156 raft_consensus.cc:1275] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [term 1 FOLLOWER]: Refusing update from remote peer 545d6ff6716a4dae83484685d74c4e54: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:31:48.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.119326 26431 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:48.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.124537 26137 tablet.cc:2406] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:48.175 [DEBUG - pool-316-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [5ms] received response from server master-127.22.160.188:40719: OK, deferred=null) with no deferred attached!
00:31:48.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.196385 26452 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:48.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.197422 26452 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: This master's current role is: FOLLOWER
00:31:48.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.198201 26442 sys_catalog.cc:455] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: SysCatalogTable state changed. Reason: New leader 545d6ff6716a4dae83484685d74c4e54. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:48.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.198841 26442 sys_catalog.cc:458] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba [sys.catalog]: This master's current role is: FOLLOWER
00:31:48.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.235366 26459 catalog_manager.cc:1294] Loaded cluster ID: 8492cf17e39a4f4d9c65832b1b2943eb
00:31:48.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.235656 26459 catalog_manager.cc:1587] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: loading cluster ID for follower catalog manager: success
00:31:48.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.255800 26459 catalog_manager.cc:1609] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: acquiring CA information for follower catalog manager: success
00:31:48.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.272414 26459 catalog_manager.cc:1637] T 00000000000000000000000000000000 P a1f839ecd05944c09b8e0ad63e8d1dba: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:48.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.295 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:48.295 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:48.295 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:48.296 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:48.296 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:48.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:48.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:48.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:48.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:48.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:48.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:48.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:48.296 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:48.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470708476 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:48.488 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:31:48.490 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:31:48.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.534343 26431 sys_catalog.cc:455] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "545d6ff6716a4dae83484685d74c4e54" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "a1f839ecd05944c09b8e0ad63e8d1dba" member_type: VOTER last_known_addr { host: "127.25.125.190" port: 39803 } } peers { permanent_uuid: "82913648357341beb869bb916afe97e2" member_type: VOTER last_known_addr { host: "127.25.125.189" port: 33565 } } peers { permanent_uuid: "545d6ff6716a4dae83484685d74c4e54" member_type: VOTER last_known_addr { host: "127.25.125.188" port: 33071 } } }
00:31:48.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.536262 26431 sys_catalog.cc:458] T 00000000000000000000000000000000 P 545d6ff6716a4dae83484685d74c4e54 [sys.catalog]: This master's current role is: LEADER
00:31:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.624866 26443 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.625514 26443 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.626263 26443 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:48.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.653860 26430 catalog_manager.cc:1294] Loaded cluster ID: 8492cf17e39a4f4d9c65832b1b2943eb
00:31:48.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.655064 26430 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: loading cluster ID for follower catalog manager: success
00:31:48.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.678944 26430 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: acquiring CA information for follower catalog manager: success
00:31:48.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.694759 26443 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:48.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.696162 26443 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.125.129
00:31:48.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.698930 26430 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 82913648357341beb869bb916afe97e2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:31:48.730 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:48.730 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:48.730 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:48.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.732 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.764807 26443 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.129:0
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data/info.pb
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.129
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.129
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/logs
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:48.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:48.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.766603 26443 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:48.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:48.769018 26443 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:48.771 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:48.771 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:48.771 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:48.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:48.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:48.772 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:48.772 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:48.774 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:48.775 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:48.775 [DEBUG - pool-340-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:48.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:48.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:48.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:48.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:48.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:48.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:48.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:48.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:48.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:48.775 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:48.776 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [30ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [36ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [40ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [129ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [138ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [208ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [213ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1603ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4760ms] too many traces: truncated at 100 traces, deferred=Deferred@1119859536(state=PENDING, result=null, callback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110), errback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110)))
00:31:48.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:31:48.777 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [30ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [36ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [40ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [129ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [138ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [208ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [213ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1603ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4760ms] too many traces: truncated at 100 traces, deferred=Deferred@1119859536(state=PENDING, result=null, callback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110), errback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:48.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
00:31:48.852 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:48.852 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:48.852 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:48.853 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:31:48.853 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30033), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [20ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.853 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30033), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [16ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.853 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [18ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.853 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [18ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [18ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [21ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [20ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [20ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [46ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [27ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [48ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [48ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30032), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [28ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30030), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [26ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [DEBUG - pool-318-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30030), Traces: [0ms] sending RPC to server master-127.23.109.253:43493, [26ms] received response from server master-127.23.109.253:43493: OK, deferred=null) with no deferred attached!
00:31:48.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:48.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.856 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28350), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [30ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [36ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [40ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [40ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [129ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [138ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [143ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [143ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [208ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [213ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [213ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [282ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [421ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [422ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [422ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [580ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [583ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [583ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [902ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [903ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [903ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1603ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [4760ms] refreshing cache from master, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [4760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [4760ms] too many traces: truncated at 100 traces, deferred=Deferred@1119859536(state=PENDING, result=null, callback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110), errback=(continuation of Deferred@1619912641 after retry RPC after error@1407597231) -> (continuation of Deferred@1660005059 after retry RPC after error@1575727358) -> (continuation of Deferred@1389881197 after retry RPC after error@814124250) -> (continuation of Deferred@1607372731 after retry RPC after error@1604495612) -> (continuation of Deferred@841203946 after retry RPC after error@910653992) -> (continuation of Deferred@501188620 after retry RPC after error@1466971651) -> (continuation of Deferred@2071500951 after retry RPC after error@1986210794) -> (continuation of Deferred@396186306 after retry RPC after error@1091288604) -> (continuation of Deferred@2122853002 after retry RPC after error@299590346) -> (continuation of Deferred@1814899057 after retry RPC after error@1892323766) -> (continuation of Deferred@1328097631 after retry RPC after error@86953794) -> (continuation of Deferred@13436983 after retry RPC after error@607026873) -> (continuation of Deferred@583780530 after retry RPC after error@1374443382) -> (continuation of Deferred@965243340 after retry RPC after error@1845763058) -> (continuation of Deferred@309772504 after retry RPC after error@563241479) -> (continuation of Deferred@1542353384 after retry RPC after error@360393452) -> (continuation of Deferred@825186459 after retry RPC after error@52397795) -> (continuation of Deferred@727107161 after retry RPC after error@1740027285) -> (continuation of Deferred@739693176 after retry RPC after error@1396793735) -> (continuation of Deferred@1312293304 after retry RPC after error@485494775) -> (continuation of Deferred@116361987 after retry RPC after error@1593483008) -> (continuation of Deferred@1346461862 after retry RPC after error@1288848110)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.252:41535
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:48.858 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:48.858 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.858 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
00:31:48.858 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.858 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:48.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:48.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:48.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:48.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.864 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:48.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:48.865 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:48.865 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:48.868 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:31:48.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.874122 26472 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:48.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470708977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:48.985 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:31:48.986 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:31:49.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.281 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470709477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:49.486 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:31:49.488 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
00:31:49.493 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:49.494 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:49.494 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:49.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:49.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:49.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:49.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:49.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:49.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:49.495 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:49.495 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:49.495 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:49.495 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:49.527 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:49.527 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:49.527 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:49.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:49.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.532 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:49.533 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:49.533 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:49.533 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.533 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.533 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:49.643 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:49.643 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:49.643 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:49.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.644 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.644 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:49.737 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:49.737 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:49.737 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:49.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:49.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:49.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:49.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:49.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:49.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:49.739 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:49.739 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:49.739 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:49.739 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:49.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:49.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:49.846 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:49.846 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:49.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:49.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:49.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:49.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:49.883 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:49.883 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:49.884 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:49.884 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.884 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.884 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.886 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:49.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:49.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:49.894 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:49.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:49.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:49.896 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.896 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:49.896 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:49.974 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:49.975 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:49.975 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:49.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:49.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:49.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:49.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:49.975 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:49.975 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:49.975 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:49.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:49.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:49.976 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:49.976 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [98ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [106ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [110ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [111ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [167ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [167ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [190ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [483ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2600ms] refreshing cache from master, [2600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2602ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@1527405284(state=PENDING, result=null, callback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407), errback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407)))
00:31:49.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470709977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:49.977 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:31:49.978 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [98ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [106ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [110ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [111ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [167ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [167ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [190ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [483ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2600ms] refreshing cache from master, [2600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2602ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@1527405284(state=PENDING, result=null, callback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407), errback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.253:44071
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:49.978 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
00:31:49.980 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
00:31:49.982 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29521), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [97ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [98ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [106ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [110ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [111ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [152ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [167ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [167ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [190ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [243ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [267ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [267ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [283ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [283ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [401ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [402ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [482ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [483ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [483ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [784ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [784ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2600ms] refreshing cache from master, [2600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2601ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2602ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@1527405284(state=PENDING, result=null, callback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407), errback=(continuation of Deferred@1591742783 after retry RPC after error@349063287) -> (continuation of Deferred@51872579 after retry RPC after error@180561087) -> (continuation of Deferred@1425319217 after retry RPC after error@840946216) -> (continuation of Deferred@229458611 after retry RPC after error@509110629) -> (continuation of Deferred@1869908658 after retry RPC after error@590781414) -> (continuation of Deferred@1147792873 after retry RPC after error@422033216) -> (continuation of Deferred@1389203404 after retry RPC after error@1161025496) -> (continuation of Deferred@1312713778 after retry RPC after error@1787256578) -> (continuation of Deferred@1418337905 after retry RPC after error@257723951) -> (continuation of Deferred@842935306 after retry RPC after error@1653676544) -> (continuation of Deferred@1726802357 after retry RPC after error@220868273) -> (continuation of Deferred@1320619362 after retry RPC after error@614223790) -> (continuation of Deferred@633125833 after retry RPC after error@2042578537) -> (continuation of Deferred@253069345 after retry RPC after error@1236424530) -> (continuation of Deferred@152096606 after retry RPC after error@169827355) -> (continuation of Deferred@703105529 after retry RPC after error@1916490577) -> (continuation of Deferred@2103314551 after retry RPC after error@223444035) -> (continuation of Deferred@1612417873 after retry RPC after error@1209204184) -> (continuation of Deferred@1166166301 after retry RPC after error@1127716490) -> (continuation of Deferred@2144001214 after retry RPC after error@543752866) -> (continuation of Deferred@2012511507 after retry RPC after error@143140513) -> (continuation of Deferred@554574882 after retry RPC after error@1234853555) -> (continuation of Deferred@500346486 after retry RPC after error@1411792451) -> (continuation of Deferred@81342417 after retry RPC after error@523081279) -> (continuation of Deferred@386149042 after retry RPC after error@1924516407)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.253:44071
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:49.983 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job dfd18dc31e477069a827bb999b4ab6f6
00:31:49.984 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
00:31:49.984 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
00:31:49.991 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:31:49.992 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
00:31:50.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.246 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.246 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.246 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.247 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.247 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.248 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.249 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [60ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [136ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [190ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [602ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [603ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@87310185(state=PENDING, result=null, callback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875), errback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875)))
00:31:50.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.250 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.250 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.250 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.250 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [60ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [136ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [190ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [602ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [603ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@87310185(state=PENDING, result=null, callback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875), errback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [60ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [136ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [190ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [602ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [603ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@87310185(state=PENDING, result=null, callback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875), errback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:50.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.251 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.255 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [60ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [136ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [190ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [602ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [603ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@87310185(state=PENDING, result=null, callback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875), errback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29718), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [60ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [60ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [82ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [132ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [136ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [138ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [185ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [189ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [190ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [190ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [283ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [283ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [602ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [603ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [606ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [607ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [644ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [645ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [645ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1363ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [2383ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3081ms] refreshing cache from master, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3082ms] too many traces: truncated at 100 traces, deferred=Deferred@87310185(state=PENDING, result=null, callback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875), errback=(continuation of Deferred@780463124 after retry RPC after error@1726020775) -> (continuation of Deferred@722979642 after retry RPC after error@259810886) -> (continuation of Deferred@101830641 after retry RPC after error@1744117328) -> (continuation of Deferred@1924024207 after retry RPC after error@504123850) -> (continuation of Deferred@376073149 after retry RPC after error@1503846590) -> (continuation of Deferred@1496335930 after retry RPC after error@625921751) -> (continuation of Deferred@1622961728 after retry RPC after error@777377273) -> (continuation of Deferred@1972324255 after retry RPC after error@644093839) -> (continuation of Deferred@623489901 after retry RPC after error@626212908) -> (continuation of Deferred@711936166 after retry RPC after error@749857291) -> (continuation of Deferred@1156290091 after retry RPC after error@2064051386) -> (continuation of Deferred@737976580 after retry RPC after error@138344386) -> (continuation of Deferred@276587040 after retry RPC after error@1557348265) -> (continuation of Deferred@317280694 after retry RPC after error@1838560462) -> (continuation of Deferred@503850558 after retry RPC after error@1533246497) -> (continuation of Deferred@56619546 after retry RPC after error@1597212411) -> (continuation of Deferred@5595893 after retry RPC after error@1083675818) -> (continuation of Deferred@1017409920 after retry RPC after error@2137210033) -> (continuation of Deferred@1418378082 after retry RPC after error@675567517) -> (continuation of Deferred@938675044 after retry RPC after error@1360211871) -> (continuation of Deferred@1355009908 after retry RPC after error@1513194062) -> (continuation of Deferred@1974864455 after retry RPC after error@1032961209) -> (continuation of Deferred@1936157712 after retry RPC after error@630371264) -> (continuation of Deferred@1622372615 after retry RPC after error@1350008284) -> (continuation of Deferred@406359086 after retry RPC after error@671359066) -> (continuation of Deferred@1405372180 after retry RPC after error@943081773) -> (continuation of Deferred@1681124345 after retry RPC after error@1841041877) -> (continuation of Deferred@472979345 after retry RPC after error@381966875)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.60:39519
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:50.255 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:50.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.266 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.284 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:50.284 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:50.285 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:50.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:50.286 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.287 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.287 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.287 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.287 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.287 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.287 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.306 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.306 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.306 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.307 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.326 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.327 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.327 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.327 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.327 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.346 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.347 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.347 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.347 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.347 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.347 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.348 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.348 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.407 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.407 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.407 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.408 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.420982 26443 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.559s	user 0.327s	sys 0.338s
00:31:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:48.874157 26471 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.425302 26443 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.563s	user 0.327s	sys 0.339s
00:31:50.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.225768 26470 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26443
00:31:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.444265 26443 server_base.cc:1061] running on GCE node
00:31:50.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:50.445245 26478 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:50.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.446725 26443 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:50.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.459266 26443 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:50.466 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.467 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.467 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.468 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.475142 26443 hybrid_clock.cc:648] HybridClock initialized: now 1783470710475056 us; error 60 us; skew 500 ppm
00:31:50.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.476444 26443 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:50.477 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470710477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:50.487 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:31:50.489 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
00:31:50.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.520954 26443 webserver.cc:534] Webserver started at http://127.25.125.129:35303/ using document root <none> and password file <none>
00:31:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.525313 26443 fs_manager.cc:362] Metadata directory not provided
00:31:50.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.525626 26443 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:50.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.526916 26443 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:50.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.543749 26443 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data/instance:
00:31:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409289a8766b46f79987c6a8341a7ddd"
00:31:50.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:50 on dist-test-slave-qgzj"
00:31:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.546774 26443 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal/instance:
00:31:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409289a8766b46f79987c6a8341a7ddd"
00:31:50.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:50 on dist-test-slave-qgzj"
00:31:50.564 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:50.564 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:50.564 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:50.565 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.565 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:50.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:50.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:50.566 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:50.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.586557 26443 fs_manager.cc:696] Time spent creating directory manager: real 0.039s	user 0.013s	sys 0.000s
00:31:50.595 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:50.595 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:50.595 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:50.596 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:50.596 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:50.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:50.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:50.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:50.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:50.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:50.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:50.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:50.597 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:50.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.605991 26483 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.607820 26443 fs_manager.cc:730] Time spent opening block manager: real 0.014s	user 0.004s	sys 0.002s
00:31:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.608268 26443 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal
00:31:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "409289a8766b46f79987c6a8341a7ddd"
00:31:50.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:50 on dist-test-slave-qgzj"
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.608911 26443 fs_report.cc:389] FS layout report
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data/data
00:31:50.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:50.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:50.706 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:50.706 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:50.706 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:50.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:50.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:50.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:50.708 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:50.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.747021 26443 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:50.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.749267 26443 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:50.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.749866 26443 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:50.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.760964 26443 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.775171 26443 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.775456 26443 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:50.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.775753 26443 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:50.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:50.776007 26443 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:50.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:50.878 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:50.878 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:50.878 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:50.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:50.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:50.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:50.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:50.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:50.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:50.880 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:50.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:50.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:50.880 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:50.977 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470710977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:50.989 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:31:50.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
00:31:51.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.133 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:51.133 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:51.134 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:51.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.135 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.135 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.135 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:51.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:51.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:51.215 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:51.215 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.216 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:51.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:51.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:51.226 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:51.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.229 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.261009 26088 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5da0 after lost signal to thread 25902
00:31:51.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:51.262140 26088 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5a60 after lost signal to thread 26091
00:31:51.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.350 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:51.351 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:51.351 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:51.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:51.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.364 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:51.364 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:51.364 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:51.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:51.365 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:51.365 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:51.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:51.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:51.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:51.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:51.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:51.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:51.365 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:51.383 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:51.383 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:51.383 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:51.383 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.383 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:51.384 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:51.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:51.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:51.478 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470711477 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:51.491 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:31:51.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
00:31:51.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.546 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:51.546 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:51.547 [DEBUG - pool-338-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:51.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:51.591 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:51.591 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:51.591 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:51.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:51.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:51.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:51.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:51.720 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:31:51.721 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:31:51.722 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
00:31:51.722 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:51.733 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
00:31:51.734 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
00:31:51.734 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:31:51.735 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
00:31:51.735 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
00:31:51.735 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:31:51.735 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
00:31:51.736 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
00:31:51.736 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:31:51.736 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
00:31:51.736 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:51.737 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:51.737 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:31:51.738 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:31:51.738 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:51.739 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:51.742 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
00:31:51.742 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:31:51.743 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:31:51.743 [INFO - Thread-56] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:51.744 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:31:51.744 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state TERMINATED
00:31:51.744 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state TERMINATED
00:31:51.744 [DEBUG - Thread-56] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state TERMINATED
00:31:51.745 [DEBUG - Thread-56] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:51.745 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
00:31:51.745 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
00:31:51.746 [INFO - Thread-56] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:51.747 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@238f0c6
00:31:51.747 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:51.747 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:51.747 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:31:51.748 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
00:31:51.749 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:31:51.749 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:31:51.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
00:31:51.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
00:31:51.750 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60ad226a
00:31:51.750 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b7f44eb
00:31:51.751 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:51.751 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:51.751 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:31:51.752 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
00:31:51.752 [INFO - Thread-56] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:51.752 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:51.753 [DEBUG - Thread-56] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:51.753 [INFO - Thread-56] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:51.758 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e48b00b
00:31:51.759 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:51.764 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:31:51.765 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:31:51.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
00:31:51.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
00:31:51.766 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c0a3001
00:31:51.766 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:51.766 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:51.770 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:31:51.770 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
00:31:51.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
00:31:51.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
00:31:51.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62583655
00:31:51.771 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:51.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:31:51.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:31:51.772 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
00:31:51.776 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@226a035
00:31:51.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.782 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:51.783 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@425777a9
00:31:51.785 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:51.785 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:51.785 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:51.785 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:51.786 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:51.789 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.792 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.798 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.809 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.811 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.811 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.826 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.827 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.827 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.829 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.832 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.832 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.833 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.833 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.833 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.833 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.833 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.834 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.835 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.843 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.844 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.849 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.853 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:51.854 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:51.859 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.860 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.870 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.871 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.878 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.881 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.881 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.881 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.883 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.888 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.889 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.890 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.890 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.893 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.898 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.900 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:51.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.907814 26628 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.129:42269 every 8 connection(s)
00:31:51.908 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.908394 26443 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.129:42269
00:31:51.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.910 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:51.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.912371 26443 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/data/info.pb
00:31:51.915 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:51.915 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.916 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.922556 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26443
00:31:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.923156 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-0/wal/instance
00:31:51.928 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.931 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.934 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:51.941473 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:51.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/logs
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data/info.pb
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.130:0
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.130
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.130
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:51.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:51.950 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.952 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:51.952 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:51.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.954 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.954 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.954 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.955 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.955 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.955 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.955 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.956 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.956 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.956 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.956 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.957 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.957 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.957 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.957 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.957 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.958 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.959 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.959 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.960 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.960 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.961 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:51.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:51.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:51.962 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:51.969 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.969 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.969 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.970 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.970 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.970 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.970 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.974 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.975 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:51.978 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470711977 for job 5147bc4e6f11b9cce660cc3257e0d7da.
00:31:51.978 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.978 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.978 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.978 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.979 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.979 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.979 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.983 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.990 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 5147bc4e6f11b9cce660cc3257e0d7da (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:31:51.990 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.991 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.991 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.991 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
00:31:51.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.993 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:51.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:51.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.993 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.993 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.993 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:51.993 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:51.997 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:51.999 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:51.999 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:51.999 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.000 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.000 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.000 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.000 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.009 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.009 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.010 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.010 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.010 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.010 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.010 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.011 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.011 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.011 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.011 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.011 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.011 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.014 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.020 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.021332 26632 heartbeater.cc:344] Connected to a master server at 127.25.125.189:33565
00:31:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.021840 26632 heartbeater.cc:461] Registering TS with master...
00:31:52.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.023114 26632 heartbeater.cc:507] Master 127.25.125.189:33565 requested a full tablet report, sending...
00:31:52.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.027097 26276 ts_manager.cc:194] Registered new tserver with Master: 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269)
00:31:52.029 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.029 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.029 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.030 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.030 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.030 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.032 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.032 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.033 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.033 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.033 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.033 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.033 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.033 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.033 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.033 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.036821 26634 heartbeater.cc:344] Connected to a master server at 127.25.125.188:33071
00:31:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.037182 26634 heartbeater.cc:461] Registering TS with master...
00:31:52.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.038069 26634 heartbeater.cc:507] Master 127.25.125.188:33071 requested a full tablet report, sending...
00:31:52.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.040943 26360 ts_manager.cc:194] Registered new tserver with Master: 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269)
00:31:52.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.044337 26360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.125.129:44833
00:31:52.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.049490 26652 heartbeater.cc:344] Connected to a master server at 127.25.125.190:39803
00:31:52.050 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.050 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.050 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.050 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.050 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.050 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.051 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.051 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.051 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.051 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.051 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.051 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.049850 26652 heartbeater.cc:461] Registering TS with master...
00:31:52.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.050769 26652 heartbeater.cc:507] Master 127.25.125.190:39803 requested a full tablet report, sending...
00:31:52.056 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.056 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.056 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.057 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.057 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.057 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.054384 26148 ts_manager.cc:194] Registered new tserver with Master: 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269)
00:31:52.057 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.057 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.057 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.057 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.058 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.059 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.059 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.059 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.059 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.059 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.059 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.059 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.059 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.060 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.060 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.060 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.060 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.070 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.070 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.070 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.070 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.075 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.075 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.075 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.075 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.075 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.075 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.076 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.096 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.096 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.096 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.096 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.096 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.096 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.097 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.097 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.098 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.099 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=28006), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [2ms] received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [885ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [885ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1883ms] refreshing cache from master, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1884ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2783ms] refreshing cache from master, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2786ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6723ms] refreshing cache from master, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [6725ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6725ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [8323ms] refreshing cache from master, [8323ms] too many traces: truncated at 100 traces, deferred=Deferred@1553440796(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@2ff147a0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018)))
00:31:52.099 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.099 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.099 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.099 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=28006), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [2ms] received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [885ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [885ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1883ms] refreshing cache from master, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1884ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2783ms] refreshing cache from master, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2786ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6723ms] refreshing cache from master, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [6725ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6725ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [8323ms] refreshing cache from master, [8323ms] too many traces: truncated at 100 traces, deferred=Deferred@1553440796(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@2ff147a0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=28006), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [2ms] received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [885ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [885ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1883ms] refreshing cache from master, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1884ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2783ms] refreshing cache from master, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2786ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6723ms] refreshing cache from master, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [6725ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6725ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [8323ms] refreshing cache from master, [8323ms] too many traces: truncated at 100 traces, deferred=Deferred@1553440796(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@2ff147a0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.160.188:40719
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:52.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.100 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.100 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.100 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.100 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.100 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.100 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.100 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.109 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=28006), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [2ms] received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [885ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [885ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1883ms] refreshing cache from master, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1884ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2783ms] refreshing cache from master, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2786ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6723ms] refreshing cache from master, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [6725ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6725ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [8323ms] refreshing cache from master, [8323ms] too many traces: truncated at 100 traces, deferred=Deferred@1553440796(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@2ff147a0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=28006), Traces: [0ms] sending RPC to server master-127.22.160.188:40719, [2ms] received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [23ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [25ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [26ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [26ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [43ms] refreshing cache from master, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [44ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] refreshing cache from master, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [65ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [83ms] refreshing cache from master, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [84ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [84ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [144ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [144ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [263ms] refreshing cache from master, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [264ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [264ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [503ms] refreshing cache from master, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [503ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [504ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [504ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [885ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [885ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1883ms] refreshing cache from master, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1884ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2783ms] refreshing cache from master, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [2784ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [2785ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [2786ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [2786ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6723ms] refreshing cache from master, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [6723ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [6724ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [6725ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [6725ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [8323ms] refreshing cache from master, [8323ms] too many traces: truncated at 100 traces, deferred=Deferred@1553440796(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@2ff147a0 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1882381061 after retry RPC after error@6460149) -> (continuation of Deferred@1628718501 after retry RPC after error@1149096544) -> (continuation of Deferred@586269465 after retry RPC after error@907020424) -> (continuation of Deferred@1969904258 after retry RPC after error@1596876957) -> (continuation of Deferred@1936429418 after retry RPC after error@1166640071) -> (continuation of Deferred@1645244350 after retry RPC after error@1322686945) -> (continuation of Deferred@1629073808 after retry RPC after error@1745326543) -> (continuation of Deferred@151748334 after retry RPC after error@1944643519) -> (continuation of Deferred@1607552355 after retry RPC after error@193738431) -> (continuation of Deferred@1503839534 after retry RPC after error@1833112762) -> (continuation of Deferred@950855204 after retry RPC after error@1392444992) -> (continuation of Deferred@498803332 after retry RPC after error@1755841357) -> (continuation of Deferred@938100154 after retry RPC after error@487426049) -> (continuation of Deferred@1499866662 after retry RPC after error@1904010284) -> (continuation of Deferred@350140460 after retry RPC after error@1709340470) -> (continuation of Deferred@224213690 after retry RPC after error@462877369) -> (continuation of Deferred@2053649983 after retry RPC after error@205895043) -> (continuation of Deferred@1755956827 after retry RPC after error@1141301965) -> (continuation of Deferred@2137324988 after retry RPC after error@1579984510) -> (continuation of Deferred@2014390526 after retry RPC after error@192064955) -> (continuation of Deferred@1394813044 after retry RPC after error@1745316664) -> (continuation of Deferred@421586974 after retry RPC after error@119636468) -> (continuation of Deferred@1292593644 after retry RPC after error@503748062) -> (continuation of Deferred@7925272 after retry RPC after error@190702018)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.160.188:40719
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:31:52.109 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.110 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.110 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.110 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.111 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.111 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:31:52.112 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RUNNING to RESTARTING.
00:31:52.112 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:31:52.112 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:31:52.113 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:31:52.113 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:31:52.113 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:31:52.113 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:31:52.113 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
00:31:52.114 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:31:52.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
00:31:52.114 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:31:52.114 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
00:31:52.116 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.116 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.116 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.117 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.130 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state TERMINATED
00:31:52.130 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state TERMINATED
00:31:52.130 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state TERMINATED
00:31:52.130 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:52.131 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:31:52.131 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:31:52.135 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.135 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.135 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.137 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.139 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.139 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.139 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.140 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.140 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.140 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.140 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.148 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:31:52.148 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:31:52.148 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:31:52.149 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.149 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.150 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.151 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.153 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.153 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.154 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.154 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.154 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.155 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.154 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state TERMINATED
00:31:52.155 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.155 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state TERMINATED
00:31:52.155 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.155 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state TERMINATED
00:31:52.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:52.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.155 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.155 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.155 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.155 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.155 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.155 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.155 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.155 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:31:52.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.156 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:31:52.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.156 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.157 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.168 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:31:52.168 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:31:52.168 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:31:52.175 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.175 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.175 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.185 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:52.185 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:31:52.186 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:31:52.186 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:31:52.191 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state TERMINATED
00:31:52.191 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state TERMINATED
00:31:52.191 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state TERMINATED
00:31:52.191 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:52.192 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:31:52.192 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:31:52.196 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.196 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.196 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.197 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.204 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:31:52.204 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:52.206 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:31:52.206 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:31:52.209 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.210 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.210 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.210 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.210 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.210 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.210 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.211 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.211 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:31:52.211 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:31:52.211 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:31:52.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.215 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.215 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.215 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.215 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.215 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.215 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.216 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.216 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.216 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.216 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.217 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.219 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.109.253:43493(127.23.109.253:43493)] disconnecting while in state TERMINATED
00:31:52.219 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.109.254:38935(127.23.109.254:38935)] disconnecting while in state TERMINATED
00:31:52.220 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 28fbb21ce4c94f24bf35eaf9a164c0af(127.23.109.193:44357)] disconnecting while in state TERMINATED
00:31:52.220 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.23.109.252:45675(127.23.109.252:45675)] disconnecting while in state TERMINATED
00:31:52.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:52.221 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
00:31:52.221 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
00:31:52.221 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
00:31:52.230 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:52.231 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:31:52.232 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:31:52.233 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:31:52.240 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
00:31:52.241 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:31:52.241 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:52.243 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:31:52.243 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
00:31:52.243 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:31:52.244 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:31:52.244 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:52.245 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:52.248 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
00:31:52.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:31:52.249 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:31:52.249 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:31:52.249 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
00:31:52.250 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:31:52.250 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5147bc4e6f11b9cce660cc3257e0d7da
00:31:52.275 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.275 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.275 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.277 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.277 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.277 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.277 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.349 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.350 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.350 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.351 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.351 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.352 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.353 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.353 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.354 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.399 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.399 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.399 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.400 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.429 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.429 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.429 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.431 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.450 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.450 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.451 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.452 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.475 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.476 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.476 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.477 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:52.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.479 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.479 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.479 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.479 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.479 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.523099 26651 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:52.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.523761 26651 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:52.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.524520 26651 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:52.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.533 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.533 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.533 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.533 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:52.533 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:52.533 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:52.533 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.533 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.533 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:52.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:52.534 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:52.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.534 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:52.534 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:52.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.534 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:52.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.534 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:52.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:52.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:52.535 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:52.593 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:52.593 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:52.593 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:52.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:52.624 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:52.624 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:52.624 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:52.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:52.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.635105 26651 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:52.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.636502 26651 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.125.130
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.711956 26651 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.130:0
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data/info.pb
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.130
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:52.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.130
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/logs
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:52.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:52.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.713891 26651 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:52.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:52.716079 26651 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:52.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:52.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:52.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:52.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.723 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:52.723 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.723 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:52.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:52.724 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:52.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.736191 26687 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:52.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.795 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:52.796 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:52.796 [DEBUG - pool-316-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:52.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:52.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:52.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:52.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:52.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.850 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.850 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.850 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:52.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:52.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:52.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:52.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:52.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:52.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:52.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:52.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:52.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:52.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:52.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:52.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:52.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:52.929 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:52.929 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:52.929 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:52.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:52.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:52.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.932 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:52.932 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:52.945 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:52.945 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:52.945 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:52.946 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:52.946 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:52.946 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:52.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:52.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:52.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:52.947 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:52.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:52.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:52.947 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:52.995 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:52.995 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:52.995 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:52.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:52.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:52.997 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.997 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.997 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:52.997 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:53.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:53.014 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:53.014 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:53.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.015 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.015 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.015 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.015 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:53.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:53.061246 26634 heartbeater.cc:499] Master 127.25.125.188:33071 was elected leader, sending a full tablet report...
00:31:53.124 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RESTARTING to RUNNING.
00:31:53.125 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:31:53.125 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:31:53.125 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:31:53.126 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
00:31:53.127 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:31:53.127 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
00:31:53.127 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id c9ed1b631224a749e1fffc00ad7e60c5
00:31:53.127 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
00:31:53.128 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot c9ed1b631224a749e1fffc00ad7e60c5.
00:31:53.128 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
00:31:53.128 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef
00:31:53.128 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id c9ed1b631224a749e1fffc00ad7e60c5.
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 0c99ab1c38776cf24b10291f588c4f99
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id f647b4a44a201426a0d370b788db5a36
00:31:53.129 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:31:53.131 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:31:53.131 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:31:53.132 [INFO - Thread-57] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:31:53.132 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.22.160.190:42773(127.22.160.190:42773)] disconnecting while in state TERMINATED
00:31:53.132 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.22.160.188:40719(127.22.160.188:40719)] disconnecting while in state TERMINATED
00:31:53.132 [DEBUG - Thread-57] (Connection.java:575) [peer master-127.22.160.189:38747(127.22.160.189:38747)] disconnecting while in state TERMINATED
00:31:53.133 [DEBUG - Thread-57] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:31:53.133 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
00:31:53.133 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
00:31:53.133 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:31:53.134 [INFO - Thread-57] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:31:53.134 [INFO - Thread-57] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:31:53.135 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:31:53.136 [DEBUG - Thread-57] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:53.137 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:31:53.138 [INFO - Thread-57] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:31:53.138 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0c99ab1c38776cf24b10291f588c4f99.
00:31:53.139 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 0c99ab1c38776cf24b10291f588c4f99.
00:31:53.148 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
00:31:53.148 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
00:31:53.149 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:53.149 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
00:31:53.160 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:53.160 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:53.160 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
00:31:53.160 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:31:53.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@775046fc
00:31:53.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:53.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:53.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:31:53.162 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d68b9b5
00:31:53.162 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:53.162 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:53.162 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:31:53.149 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f647b4a44a201426a0d370b788db5a36.
00:31:53.149 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
00:31:53.163 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
00:31:53.163 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:31:53.164 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:31:53.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a3e24d9
00:31:53.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:53.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:53.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:31:53.165 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id f647b4a44a201426a0d370b788db5a36.
00:31:53.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@130490bb
00:31:53.166 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@304aa7f9
00:31:53.166 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:31:53.168 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:53.168 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:53.172 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47efb16a
00:31:53.180 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:53.186 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:31:53.186 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:31:53.191 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5012c30e
00:31:53.191 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:31:53.191 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:31:53.191 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:31:53.191 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:31:53.193 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4583c8c3
00:31:53.196 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:53.205 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.212 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.222 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.223 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.230 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.236 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.237 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.243 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.246 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.247 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.248 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.249 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.250 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.250 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.250 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.251 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.251 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.252 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.254 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.254 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.255 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.264 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.265 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.266 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.267 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.268 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.268 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.269 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.270 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.271 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.271 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.272 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.273 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.276 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.276 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.276 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.276 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.276 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.279 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.281 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.281 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.281 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.282 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.283 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.282 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.283 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.283 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.283 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.283 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.284 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.284 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.285 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.285 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.286 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.286 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.287 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.288 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.289 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.289 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.290 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.291 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.291 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.293 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.296 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.297 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.297 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.297 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.297 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.297 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.297 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.297 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.298 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.299 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.299 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.304 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.304 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.304 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.304 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.305 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.305 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.305 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.305 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.305 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.305 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.305 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.305 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.305 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.312 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.312 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.312 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.313 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.323 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.324 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.324 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.325 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.325 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.325 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.325 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.325 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.326 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.326 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.326 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.327 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.327 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.330 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.330 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.330 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.332 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.332 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.333 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.333 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.333 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.346 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.346 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.346 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.351 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.351 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.351 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.357 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:53.357 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:53.357 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:53.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.358 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:53.363 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.364 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.364 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.364 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.370 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.370 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.370 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.371 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.372 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.372 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.372 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.372 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.373 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.393 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.393 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.393 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.395 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.405 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.406 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.406 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.407 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.431 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.431 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.431 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.444 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.444 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.444 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.445 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.445 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.445 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.445 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.446 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.446 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.447 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.449 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:53.449 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:53.449 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:53.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:53.462 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.463 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.463 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.463 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.463 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.463 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.464 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.464 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.464 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.464 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.513 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.513 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.513 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.513 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.513 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.513 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.514 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.514 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.514 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.514 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.514 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.514 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.514 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.564 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:53.565 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:53.565 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:53.565 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.565 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.565 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.566 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.566 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.566 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.566 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:53.571 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.571 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.571 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.572 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.582 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:53.583 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:53.583 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:53.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:53.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:53.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:53.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:53.585 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.585 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.585 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.632 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.632 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.632 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.633 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:53.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:53.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:53.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.654 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.654 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.654 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.654 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.654 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:53.730 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:53.730 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:53.731 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:53.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.731 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.731 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.731 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.732 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:53.755 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:53.755 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:53.755 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:53.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:53.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:53.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:53.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:53.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:53.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:53.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:53.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:53.757 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:53.757 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:53.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.824 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:53.824 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:53.824 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:53.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.825 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.825 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.825 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.826 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:53.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.891 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.891 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.891 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.892 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.892 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.892 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.893 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:53.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:53.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:53.899 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:53.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:53.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:53.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:53.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:53.904 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:53.904 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:53.905 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:53.905 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.905 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.905 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:53.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:53.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.906 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.906 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:53.906 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:53.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:53.987 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:53.987 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:53.987 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:53.987 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.987 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:53.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:53.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:53.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.071 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.071 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.071 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.072 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.072 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.072 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.073 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.073 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.073 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.073 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.074 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.074 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.074 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.083 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:54.083 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:54.083 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:54.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.084 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:54.170 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:54.170 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:54.170 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:54.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.171 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:54.175 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:54.175 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:54.175 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:54.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.176 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:54.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:54.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:54.238 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:54.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:54.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:54.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:54.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:54.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:54.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:54.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:54.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:54.239 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:54.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.131745 26686 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26651
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.313933 26686 kernel_stack_watchdog.cc:198] Thread 26651 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 385ms:
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:31:54.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:52.751467 26688 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.315828 26651 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.571s	user 0.541s	sys 0.878s
00:31:54.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.316280 26651 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.571s	user 0.541s	sys 0.878s
00:31:54.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.328065 26651 server_base.cc:1061] running on GCE node
00:31:54.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.329704 26748 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:54.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.331218 26651 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:54.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.333855 26651 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:54.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.335283 26651 hybrid_clock.cc:648] HybridClock initialized: now 1783470714335230 us; error 33 us; skew 500 ppm
00:31:54.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.336350 26651 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:54.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.337 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.337 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.343 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:54.343 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:54.343 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:54.343 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:54.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.344 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.344 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.344 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.345 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.345 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:54.343 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.344971 26651 webserver.cc:534] Webserver started at http://127.25.125.130:32877/ using document root <none> and password file <none>
00:31:54.345 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:54.343 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.345 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.345 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.345 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.345 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.345 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.346 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:54.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.346385 26651 fs_manager.cc:362] Metadata directory not provided
00:31:54.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.346 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.346 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.346675 26651 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.347218 26651 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:54.353 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:54.353 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:54.353 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:54.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.353 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.353 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.353 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.354 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.353672 26651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data/instance:
00:31:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:31:54.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:54 on dist-test-slave-qgzj"
00:31:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.355255 26651 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal/instance:
00:31:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:31:54.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:54 on dist-test-slave-qgzj"
00:31:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.364974 26651 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
00:31:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.372078 26753 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:54.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.373338 26651 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.373751 26651 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:54 on dist-test-slave-qgzj"
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.374150 26651 fs_report.cc:389] FS layout report
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data/data
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:54.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:54.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:54.404 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.404 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.404 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.404 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.404 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.405 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.431 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:54.431 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:54.431 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:54.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:54.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:54.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:54.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:54.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:54.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:54.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:54.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:54.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:54.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:54.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.432564 26651 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:54.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.434365 26651 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:54.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.434827 26651 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:54.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.437687 26651 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.442111 26651 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.442320 26651 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.442597 26651 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:54.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.442759 26651 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:54.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:54.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:54.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:54.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.474 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.474 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.474 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.475 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:54.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.507 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.507 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.507 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.559 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:54.560 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:54.560 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:54.560 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.560 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.560 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.560 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.560 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.560 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.560 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:54.563 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:54.563 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:54.563 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:54.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.611461 26651 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.130:44467
00:31:54.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.611573 26865 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.130:44467 every 8 connection(s)
00:31:54.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.614290 26651 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/data/info.pb
00:31:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.617259 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26651
00:31:54.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.617684 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-1/wal/instance
00:31:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.635439 26102 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:54.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/logs
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data/info.pb
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.131:0
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.131
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.131
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:54.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:31:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.665998 26867 heartbeater.cc:344] Connected to a master server at 127.25.125.188:33071
00:31:54.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.666487 26867 heartbeater.cc:461] Registering TS with master...
00:31:54.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.667900 26867 heartbeater.cc:507] Master 127.25.125.188:33071 requested a full tablet report, sending...
00:31:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.669130 26866 heartbeater.cc:344] Connected to a master server at 127.25.125.189:33565
00:31:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.669469 26866 heartbeater.cc:461] Registering TS with master...
00:31:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.670323 26866 heartbeater.cc:507] Master 127.25.125.189:33565 requested a full tablet report, sending...
00:31:54.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.670739 26360 ts_manager.cc:194] Registered new tserver with Master: 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467)
00:31:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.672062 26868 heartbeater.cc:344] Connected to a master server at 127.25.125.190:39803
00:31:54.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.672370 26868 heartbeater.cc:461] Registering TS with master...
00:31:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.672478 26360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.125.130:40187
00:31:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.673224 26868 heartbeater.cc:507] Master 127.25.125.190:39803 requested a full tablet report, sending...
00:31:54.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.673928 26276 ts_manager.cc:194] Registered new tserver with Master: 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467)
00:31:54.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:54.677827 26148 ts_manager.cc:194] Registered new tserver with Master: 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467)
00:31:54.763 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.764 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.764 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.764 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.765 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.765 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.766 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.766 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.843 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:54.843 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:54.843 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:54.844 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.844 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.844 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.844 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:54.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:54.844 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.844 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:54.844 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:54.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.864 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.864 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.864 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.864 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.864 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.905 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.905 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.906 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.906 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.906 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.953 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:54.953 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:54.953 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:54.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:54.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:54.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:54.954 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:54.963 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:54.963 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:54.964 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:54.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:54.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.964 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.964 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:54.964 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:54.964 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.978633 26876 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:31:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.979137 26876 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:31:54.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:54.979548 26876 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:31:54.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:54.990 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:54.990 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:54.990 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:54.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.990 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:54.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:54.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:54.991 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:55.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:55.014959 26876 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:31:55.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:55.015957 26876 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.125.131
00:31:55.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:55.057086 26876 tablet_server_runner.cc:78] Tablet server non-default flags:
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.125.148:39935
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.125.131:0
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data/info.pb
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.125.131
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.125.190:39803,127.25.125.189:33565,127.25.125.188:33071
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.125.131
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/logs
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:31:55.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:31:55.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:55.058583 26876 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:31:55.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:55.060276 26876 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:31:55.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:55.073604 26882 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:55.111 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:55.111 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:55.111 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:55.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.112 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.112 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.112 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.112 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:55.264 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:55.264 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:55.264 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:55.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.265 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.265 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.265 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.265 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:55.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:55.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:55.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:55.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:55.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:55.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:55.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:55.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:55.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:55.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:55.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:55.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:55.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:55.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.329 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.363 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:55.364 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:55.364 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:55.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:55.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:55.364 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:55.365 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:55.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.584 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:55.584 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:55.584 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:55.584 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:55.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:55.584 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:55.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:55.584 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:55.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:55.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:55.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:55.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:55.585 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:55.638 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:55.638 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:55.638 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:55.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:55.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:55.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:55.639 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:55.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:55.680027 26867 heartbeater.cc:499] Master 127.25.125.188:33071 was elected leader, sending a full tablet report...
00:31:55.778 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:55.778 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:55.778 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:55.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:55.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:55.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:55.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:55.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:55.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:55.779 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:55.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:55.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:55.780 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:55.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:55.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.264 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:56.265 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:56.265 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:56.265 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.265 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.265 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.265 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.265 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.265 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.265 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.265 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:56.265 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:56.265 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:56.266 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:56.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:56.273 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:56.273 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:56.274 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:56.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.275 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:56.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.373 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:31:56.373 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:31:56.373 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:31:56.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:56.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:56.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:56.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:56.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:31:56.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:31:56.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:56.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:56.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:31:56.374 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:31:56.424 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:56.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.426 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:56.426 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:56.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:56.432 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:56.432 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:56.432 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:56.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:56.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:56.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:56.433 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:56.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:55.074959 26883 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.451357 26885 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:31:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.456001 26884 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1374 milliseconds
00:31:56.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.456166 26876 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:31:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.457573 26876 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:31:56.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.460131 26876 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:31:56.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.461519 26876 hybrid_clock.cc:648] HybridClock initialized: now 1783470716461468 us; error 49 us; skew 500 ppm
00:31:56.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.462324 26876 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:31:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.468691 26876 webserver.cc:534] Webserver started at http://127.25.125.131:44613/ using document root <none> and password file <none>
00:31:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.469871 26876 fs_manager.cc:362] Metadata directory not provided
00:31:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.470101 26876 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:31:56.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.470585 26876 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:31:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.475227 26876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data/instance:
00:31:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285b74c25468445d86c4e7e99b2676da"
00:31:56.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:56 on dist-test-slave-qgzj"
00:31:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.476368 26876 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal/instance:
00:31:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285b74c25468445d86c4e7e99b2676da"
00:31:56.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:56 on dist-test-slave-qgzj"
00:31:56.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.484998 26876 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.000s
00:31:56.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.492395 26895 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:31:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.494240 26876 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
00:31:56.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.494599 26876 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285b74c25468445d86c4e7e99b2676da"
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:31:56 on dist-test-slave-qgzj"
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.494944 26876 fs_report.cc:389] FS layout report
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data/data
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:31:56.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:31:56.505 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:56.505 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:56.505 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:56.505 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.506 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.506 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:56.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:56.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:56.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:56.523 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:56.524 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:56.524 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:56.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:56.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:56.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:56.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:56.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:56.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:56.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:56.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:56.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:56.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:56.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.583042 26876 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:31:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.585106 26876 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:31:56.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.585705 26876 kserver.cc:163] Server-wide thread pool size limit: 3276
00:31:56.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.590868 26876 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:31:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.596719 26876 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:31:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.597009 26876 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:31:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.597319 26876 ts_tablet_manager.cc:616] Registered 0 tablets
00:31:56.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.597522 26876 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:31:56.753 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:56.753 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:56.753 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:56.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:56.770 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:56.771 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:56.771 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:56.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:56.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:56.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:56.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:56.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:56.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:56.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:56.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:56.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:56.772 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:56.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.799885 26876 rpc_server.cc:307] RPC server started. Bound to: 127.25.125.131:44507
00:31:56.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.799985 27008 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.125.131:44507 every 8 connection(s)
00:31:56.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.802394 26876 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/data/info.pb
00:31:56.803 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:56.803 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:56.803 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:56.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.804 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.804 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.804 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.812505 26102 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 26876
00:31:56.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.813028 26102 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster17318881944400755524/ts-2/wal/instance
00:31:56.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.849802 27010 heartbeater.cc:344] Connected to a master server at 127.25.125.188:33071
00:31:56.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.850466 27010 heartbeater.cc:461] Registering TS with master...
00:31:56.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.852125 27010 heartbeater.cc:507] Master 127.25.125.188:33071 requested a full tablet report, sending...
00:31:56.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.855846 26360 ts_manager.cc:194] Registered new tserver with Master: 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:56.856 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.857862 26360 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.125.131:47835
00:31:56.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.864540 27009 heartbeater.cc:344] Connected to a master server at 127.25.125.189:33565
00:31:56.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.864953 27009 heartbeater.cc:461] Registering TS with master...
00:31:56.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.865576 27009 heartbeater.cc:507] Master 127.25.125.189:33565 requested a full tablet report, sending...
00:31:56.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.867887 26276 ts_manager.cc:194] Registered new tserver with Master: 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.875146 27011 heartbeater.cc:344] Connected to a master server at 127.25.125.190:39803
00:31:56.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.875478 27011 heartbeater.cc:461] Registering TS with master...
00:31:56.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.876134 27011 heartbeater.cc:507] Master 127.25.125.190:39803 requested a full tablet report, sending...
00:31:56.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.879438 26148 ts_manager.cc:194] Registered new tserver with Master: 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:56.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.886605 26102 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:31:56.898 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:31:56.898 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:31:56.899 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.125.190"
      port: 39803
    }
    bound_http_address {
      host: "127.25.125.190"
      port: 40143
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.125.189"
      port: 33565
    }
    bound_http_address {
      host: "127.25.125.189"
      port: 43677
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.125.188"
      port: 33071
    }
    bound_http_address {
      host: "127.25.125.188"
      port: 40125
    }
  }
}

00:31:56.899 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:31:56.900 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.125.129"
      port: 42269
    }
    bound_http_address {
      host: "127.25.125.129"
      port: 35303
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.125.130"
      port: 44467
    }
    bound_http_address {
      host: "127.25.125.130"
      port: 32877
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.125.131"
      port: 44507
    }
    bound_http_address {
      host: "127.25.125.131"
      port: 44613
    }
  }
}

00:31:56.900 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:31:56.902 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:56.903 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:31:56.903 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:31:56.904 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:31:56.904 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.181.62:34985(127.24.181.62:34985)] Successfully connected to peer
00:31:56.904 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.181.61:41419(127.24.181.61:41419)] Successfully connected to peer
00:31:56.908 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.181.60:34307(127.24.181.60:34307)] Successfully connected to peer
00:31:56.908 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.62
00:31:56.910 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.61
00:31:56.915 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.60
00:31:56.918 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:56.919 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:56.922 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3c231592, L:/127.0.0.1:46620 - R:/127.24.181.62:34985] using SASL/PLAIN
00:31:56.922 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xad684b5c, L:/127.0.0.1:50936 - R:/127.24.181.61:41419] using SASL/PLAIN
00:31:56.926 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:56.928 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x4bd40a2d, L:/127.0.0.1:52498 - R:/127.24.181.60:34307] using SASL/PLAIN
00:31:56.933 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:56.933 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=30), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: OK, [29ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: OK, deferred=null) after lookup
00:31:56.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:56.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:56.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:56.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:56.935292 25504 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52498:
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:56.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:56.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:56.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:56.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
00:31:56.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:56.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:56.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:56.939508 25504 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:31:56.959 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:56.959 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:56.959 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:56.960 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.960 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.960 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:56.960 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.960 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.960 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:56.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:56.961 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:56.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:56.984 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:31:57.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.063232 25823 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa26086936b4e709af67ec1a67c99b6 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:57.065 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:57.066 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:57.066 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:57.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.067 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:57.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.067158 25822 tablet_service.cc:1511] Processing CreateTablet for tablet 828d8868e7e542ecb1a92df51e110eb4 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:57.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.069646 25825 tablet_service.cc:1511] Processing CreateTablet for tablet 079c3099bc5f4dfbb4254152fa2a96b9 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:57.070 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:57.070 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:57.070 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:57.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:57.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:57.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:57.071 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:57.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:57.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.070314 25823 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa26086936b4e709af67ec1a67c99b6. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.070302 25826 tablet_service.cc:1511] Processing CreateTablet for tablet 6bfcb03559244d428686bd486f375460 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:57.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:57.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:57.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:57.071 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.071805 25825 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 079c3099bc5f4dfbb4254152fa2a96b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.069687 25824 tablet_service.cc:1511] Processing CreateTablet for tablet 8f159b29d48f458288ea82ab1d408921 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:57.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.072386 25827 tablet_service.cc:1511] Processing CreateTablet for tablet 4887406cb8f243d1b73e562186a148eb (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.072499 25822 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 828d8868e7e542ecb1a92df51e110eb4. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.074771 25826 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6bfcb03559244d428686bd486f375460. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.075402 25824 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f159b29d48f458288ea82ab1d408921. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.077183 25827 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4887406cb8f243d1b73e562186a148eb. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.096606 25671 tablet_service.cc:1511] Processing CreateTablet for tablet 828d8868e7e542ecb1a92df51e110eb4 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:57.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.098074 25674 tablet_service.cc:1511] Processing CreateTablet for tablet 079c3099bc5f4dfbb4254152fa2a96b9 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:57.103 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:57.103 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:57.104 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:57.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.104 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.104 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.104 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.105 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.105 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.105 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:57.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.109275 26024 tablet_service.cc:1511] Processing CreateTablet for tablet 8f159b29d48f458288ea82ab1d408921 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.112634 26023 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa26086936b4e709af67ec1a67c99b6 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:57.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.113663 26024 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f159b29d48f458288ea82ab1d408921. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.110225 26025 tablet_service.cc:1511] Processing CreateTablet for tablet 079c3099bc5f4dfbb4254152fa2a96b9 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.114630 26025 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 079c3099bc5f4dfbb4254152fa2a96b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.111423 26022 tablet_service.cc:1511] Processing CreateTablet for tablet 828d8868e7e542ecb1a92df51e110eb4 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.117780 26022 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 828d8868e7e542ecb1a92df51e110eb4. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.109318 26026 tablet_service.cc:1511] Processing CreateTablet for tablet 6bfcb03559244d428686bd486f375460 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:57.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.120333 26023 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa26086936b4e709af67ec1a67c99b6. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.123430 26026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6bfcb03559244d428686bd486f375460. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.123250 25673 tablet_service.cc:1511] Processing CreateTablet for tablet 8f159b29d48f458288ea82ab1d408921 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.125186 26027 tablet_service.cc:1511] Processing CreateTablet for tablet 4887406cb8f243d1b73e562186a148eb (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:57.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.125149 25676 tablet_service.cc:1511] Processing CreateTablet for tablet 6bfcb03559244d428686bd486f375460 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:57.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.126582 25672 tablet_service.cc:1511] Processing CreateTablet for tablet 8aa26086936b4e709af67ec1a67c99b6 (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.127779 25671 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 828d8868e7e542ecb1a92df51e110eb4. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.126986 26027 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4887406cb8f243d1b73e562186a148eb. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.130816 25675 tablet_service.cc:1511] Processing CreateTablet for tablet 4887406cb8f243d1b73e562186a148eb (DEFAULT_TABLE table=replication_test_table [id=6679e9852b4244e9bdb0e4c91bad48ce]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:57.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.131973 25674 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 079c3099bc5f4dfbb4254152fa2a96b9. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.134101 25673 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8f159b29d48f458288ea82ab1d408921. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.135555 25672 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8aa26086936b4e709af67ec1a67c99b6. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.137496 25675 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4887406cb8f243d1b73e562186a148eb. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.139179 25676 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6bfcb03559244d428686bd486f375460. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:57.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.172993 27043 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.175 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:57.175 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:57.175 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:57.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.176 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:57.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.180986 27043 tablet_bootstrap.cc:654] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.183557 27043 log.cc:826] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Log is configured to *not* fsync() on all Append() calls
00:31:57.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.250183 27045 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.259508 27046 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:57.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.263586 27045 tablet_bootstrap.cc:654] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.266287 27045 log.cc:826] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: Log is configured to *not* fsync() on all Append() calls
00:31:57.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.269832 27046 tablet_bootstrap.cc:654] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.271886 27043 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.272297 27045 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.272379 27043 ts_tablet_manager.cc:1403] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.101s	user 0.034s	sys 0.060s
00:31:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.272753 27046 log.cc:826] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Log is configured to *not* fsync() on all Append() calls
00:31:57.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.272873 27045 ts_tablet_manager.cc:1403] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.023s	user 0.011s	sys 0.006s
00:31:57.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.279917 27046 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:57.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.282295 27046 ts_tablet_manager.cc:1403] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.024s	user 0.014s	sys 0.005s
00:31:57.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.299914 27043 raft_consensus.cc:359] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.300928 27043 raft_consensus.cc:385] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.301250 27043 raft_consensus.cc:740] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.302281 27043 consensus_queue.cc:260] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.302977 27045 raft_consensus.cc:359] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.304045 27045 raft_consensus.cc:385] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.304838 27045 raft_consensus.cc:740] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.306093 27045 consensus_queue.cc:260] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.323397 27043 ts_tablet_manager.cc:1434] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.051s	user 0.039s	sys 0.007s
00:31:57.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.324554 27045 ts_tablet_manager.cc:1434] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.051s	user 0.032s	sys 0.012s
00:31:57.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.332489 27045 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.332639 27043 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.336 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:57.336 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:57.336 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:57.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:57.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.340204 27045 tablet_bootstrap.cc:654] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.342235 27043 tablet_bootstrap.cc:654] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.347843 27045 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.348340 27045 ts_tablet_manager.cc:1403] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.016s	user 0.004s	sys 0.008s
00:31:57.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.351483 25898 tablet.cc:2406] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:57.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.353614 27043 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.354070 27043 ts_tablet_manager.cc:1403] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.022s	user 0.012s	sys 0.003s
00:31:57.357 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:57.358 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:57.358 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:57.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.358 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.358 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.358 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.358 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.357371 27043 raft_consensus.cc:359] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.358079 27043 raft_consensus.cc:385] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.359 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.358420 27043 raft_consensus.cc:740] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.359179 27043 consensus_queue.cc:260] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.360445 27045 raft_consensus.cc:359] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.361347 27045 raft_consensus.cc:385] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.361776 27045 raft_consensus.cc:740] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.362777 27043 ts_tablet_manager.cc:1434] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.003s
00:31:57.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.362627 27045 consensus_queue.cc:260] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.372 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:57.372 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:57.373 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:57.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:57.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:57.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:57.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.379304 27046 raft_consensus.cc:359] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.382920 27046 raft_consensus.cc:385] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.383337 27046 raft_consensus.cc:740] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:57.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.384855 27045 ts_tablet_manager.cc:1434] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.036s	user 0.006s	sys 0.007s
00:31:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.385524 27046 consensus_queue.cc:260] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.386462 27045 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.394399 27045 tablet_bootstrap.cc:654] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.404405 27043 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.409058 27045 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.409802 27045 ts_tablet_manager.cc:1403] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.024s	user 0.013s	sys 0.005s
00:31:57.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.411608 27043 tablet_bootstrap.cc:654] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.412902 27045 raft_consensus.cc:359] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.413801 27045 raft_consensus.cc:385] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.414239 27045 raft_consensus.cc:740] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.415071 27045 consensus_queue.cc:260] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.417948 27046 ts_tablet_manager.cc:1434] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.135s	user 0.035s	sys 0.012s
00:31:57.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.419145 27045 ts_tablet_manager.cc:1434] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.009s	user 0.002s	sys 0.004s
00:31:57.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.420200 27045 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.421923 26099 tablet.cc:2406] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:57.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:57.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:57.424 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:57.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:57.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:57.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:57.427 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:57.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.432956 27045 tablet_bootstrap.cc:654] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.449329 27046 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:57.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:31:57.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:31:57.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:31:57.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:31:57.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:31:57.456 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.456 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.456 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:31:57.456 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:31:57.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.465365 27046 tablet_bootstrap.cc:654] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:57.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.491750 27043 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.492235 27043 ts_tablet_manager.cc:1403] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.088s	user 0.004s	sys 0.012s
00:31:57.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.493157 27046 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:57.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.493813 27046 ts_tablet_manager.cc:1403] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.045s	user 0.021s	sys 0.008s
00:31:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.495306 27043 raft_consensus.cc:359] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.496013 27043 raft_consensus.cc:385] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.496220 27049 raft_consensus.cc:493] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.496892 27046 raft_consensus.cc:359] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.496912 27049 raft_consensus.cc:515] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.497630 27046 raft_consensus.cc:385] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.496285 27043 raft_consensus.cc:740] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.497901 27046 raft_consensus.cc:740] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:57.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.498839 27046 consensus_queue.cc:260] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.500754 27045 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.501331 27046 ts_tablet_manager.cc:1434] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.001s
00:31:57.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.501799 27049 leader_election.cc:290] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.514940 25750 tablet.cc:2406] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:57.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.521921 27046 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.501305 27045 ts_tablet_manager.cc:1403] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.081s	user 0.035s	sys 0.029s
00:31:57.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.525794 27043 consensus_queue.cc:260] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.531862 27043 ts_tablet_manager.cc:1434] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.039s	user 0.008s	sys 0.000s
00:31:57.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.538421 27043 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.540824 27046 tablet_bootstrap.cc:654] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.528880 27054 raft_consensus.cc:493] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.544220 27054 raft_consensus.cc:515] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.548451 27043 tablet_bootstrap.cc:654] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.548851 27054 leader_election.cc:290] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.569144 27043 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.569581 27043 ts_tablet_manager.cc:1403] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.031s	user 0.012s	sys 0.001s
00:31:57.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.571947 27045 raft_consensus.cc:359] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.572448 27043 raft_consensus.cc:359] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.573117 27043 raft_consensus.cc:385] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.573402 27043 raft_consensus.cc:740] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.574121 27046 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:57.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.574103 27043 consensus_queue.cc:260] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.575096 27046 ts_tablet_manager.cc:1403] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.053s	user 0.001s	sys 0.014s
00:31:57.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.580190 27043 ts_tablet_manager.cc:1434] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.010s	user 0.006s	sys 0.000s
00:31:57.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.582662 27043 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.577821 27046 raft_consensus.cc:359] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.583982 27046 raft_consensus.cc:385] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.585294 27046 raft_consensus.cc:740] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:57.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.586024 27046 consensus_queue.cc:260] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.591642 27046 ts_tablet_manager.cc:1434] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.003s
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.582229 26047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa26086936b4e709af67ec1a67c99b6" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.592538 27046 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.592430 27045 raft_consensus.cc:385] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.593416 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6bfcb03559244d428686bd486f375460" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.593874 27045 raft_consensus.cc:740] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.594358 25697 raft_consensus.cc:2468] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 0.
00:31:57.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.596896 26047 raft_consensus.cc:2468] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 0.
00:31:57.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.596937 27045 consensus_queue.cc:260] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.599725 25980 leader_election.cc:304] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, 0282ae7f2f5a402ab3590cd173683349; no voters: 
00:31:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.602835 27054 raft_consensus.cc:2804] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.603560 27046 tablet_bootstrap.cc:654] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:57.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.603500 27054 raft_consensus.cc:493] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.604262 27054 raft_consensus.cc:3060] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.607225 27055 raft_consensus.cc:493] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.607823 27055 raft_consensus.cc:515] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.611842 27054 raft_consensus.cc:515] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.614749 27055 leader_election.cc:290] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.621181 27045 ts_tablet_manager.cc:1434] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.071s	user 0.005s	sys 0.002s
00:31:57.624 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:57.624 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:57.624 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:57.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:57.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.633967 25781 leader_election.cc:304] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 
00:31:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.635049 27049 raft_consensus.cc:2804] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.635424 27049 raft_consensus.cc:493] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.635753 27049 raft_consensus.cc:3060] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:57.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.656021 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6bfcb03559244d428686bd486f375460" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:57.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.656755 25697 raft_consensus.cc:3060] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.632344 27050 raft_consensus.cc:493] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.660028 27050 raft_consensus.cc:515] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.660662 27045 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.662287 27050 leader_election.cc:290] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457), 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385)
00:31:57.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.652403 27049 raft_consensus.cc:515] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.659072 27054 leader_election.cc:290] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 election: Requested vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:57.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.665369 27049 leader_election.cc:290] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Requested vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.666525 26047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa26086936b4e709af67ec1a67c99b6" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41"
00:31:57.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.667097 26047 raft_consensus.cc:3060] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.670440 27043 tablet_bootstrap.cc:654] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.674134 25696 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.674858 25696 raft_consensus.cc:2468] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 0.
00:31:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.676158 25980 leader_election.cc:304] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, 0282ae7f2f5a402ab3590cd173683349; no voters: 
00:31:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.676175 26047 raft_consensus.cc:2468] T 8aa26086936b4e709af67ec1a67c99b6 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 1.
00:31:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.676962 27054 raft_consensus.cc:2804] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.677320 27054 raft_consensus.cc:493] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.677627 27054 raft_consensus.cc:3060] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.679574 25697 raft_consensus.cc:2468] T 6bfcb03559244d428686bd486f375460 P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 1.
00:31:57.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.680866 25980 leader_election.cc:304] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, 0282ae7f2f5a402ab3590cd173683349; no voters: 
00:31:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.681771 27050 raft_consensus.cc:2804] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.683188 25781 leader_election.cc:304] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 
00:31:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.685001 27049 raft_consensus.cc:2804] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.684741 27054 raft_consensus.cc:515] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.685810 27049 raft_consensus.cc:697] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [term 1 LEADER]: Becoming Leader. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Running, Role: LEADER
00:31:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.686944 27049 consensus_queue.cc:237] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.687415 27054 leader_election.cc:290] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 election: Requested vote from peers f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457), 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385)
00:31:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.693558 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.700518 27046 tablet_bootstrap.cc:492] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:57.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.701001 27046 ts_tablet_manager.cc:1403] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.109s	user 0.028s	sys 0.005s
00:31:57.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.701038 25697 raft_consensus.cc:3060] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.707576 27045 tablet_bootstrap.cc:654] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.711201 27050 raft_consensus.cc:697] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [term 1 LEADER]: Becoming Leader. State: Replica: 0000fca437364496b14610120a4bcb41, State: Running, Role: LEADER
00:31:57.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.718954 26179 debug-util.cc:398] Leaking SignalData structure 0x7b08000a9840 after lost signal to thread 26115
00:31:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.722632 27049 raft_consensus.cc:493] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.723256 27049 raft_consensus.cc:515] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.723296 25504 catalog_manager.cc:5696] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce reported cstate change: term changed from 0 to 1, leader changed from <none> to f63b627f93f949e184ce341dd5d84dce (127.24.181.2). New cstate: current_term: 1 leader_uuid: "f63b627f93f949e184ce341dd5d84dce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: UNKNOWN } } }
00:31:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.726930 26047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.727829 27043 tablet_bootstrap.cc:492] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.728271 27043 ts_tablet_manager.cc:1403] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.146s	user 0.007s	sys 0.004s
00:31:57.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.729573 25781 leader_election.cc:343] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.731225 25697 raft_consensus.cc:2468] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 1.
00:31:57.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.731971 27046 raft_consensus.cc:359] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.732676 27046 raft_consensus.cc:385] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.731866 27050 consensus_queue.cc:237] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.733515 27046 raft_consensus.cc:740] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:57.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.733781 25980 leader_election.cc:304] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, 0282ae7f2f5a402ab3590cd173683349; no voters: 
00:31:57.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.734977 27070 raft_consensus.cc:2804] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.735817 27070 raft_consensus.cc:697] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [term 1 LEADER]: Becoming Leader. State: Replica: 0000fca437364496b14610120a4bcb41, State: Running, Role: LEADER
00:31:57.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.736044 27046 consensus_queue.cc:260] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.736827 27070 consensus_queue.cc:237] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.747161 25847 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce" is_pre_election: true
00:31:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.747517 26047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:57.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.747956 25847 raft_consensus.cc:2468] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0282ae7f2f5a402ab3590cd173683349 in term 0.
00:31:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.725629 27049 leader_election.cc:290] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.743631 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa26086936b4e709af67ec1a67c99b6" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.744925 25696 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8aa26086936b4e709af67ec1a67c99b6" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:57.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.754056 25780 leader_election.cc:343] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.745896 25695 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.757064 25695 raft_consensus.cc:2468] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 0.
00:31:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.749228 25629 leader_election.cc:343] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.758533 25629 leader_election.cc:304] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0282ae7f2f5a402ab3590cd173683349, f63b627f93f949e184ce341dd5d84dce; no voters: 0000fca437364496b14610120a4bcb41
00:31:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.759400 27055 raft_consensus.cc:2804] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.759729 27055 raft_consensus.cc:493] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.760027 27055 raft_consensus.cc:3060] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.770412 27049 raft_consensus.cc:493] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.771158 27049 raft_consensus.cc:515] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.772559 27055 raft_consensus.cc:515] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.774219 27043 raft_consensus.cc:359] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.774997 27055 leader_election.cc:290] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 election: Requested vote from peers f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.776561 27043 raft_consensus.cc:385] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.776563 26047 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41"
00:31:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.777364 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8f159b29d48f458288ea82ab1d408921" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.777999 26046 raft_consensus.cc:2468] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 0.
00:31:57.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.778254 27043 raft_consensus.cc:740] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.775869 27049 leader_election.cc:290] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.782166 25503 catalog_manager.cc:5696] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0000fca437364496b14610120a4bcb41 (127.24.181.3). New cstate: current_term: 1 leader_uuid: "0000fca437364496b14610120a4bcb41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: HEALTHY } } }
00:31:57.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.785204 25781 leader_election.cc:304] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 
00:31:57.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.778966 27043 consensus_queue.cc:260] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.786337 27049 raft_consensus.cc:2804] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.787446 27049 raft_consensus.cc:493] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.787869 27049 raft_consensus.cc:3060] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:57.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.755295 25780 leader_election.cc:343] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.789108 25629 leader_election.cc:343] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.791906 27046 ts_tablet_manager.cc:1434] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.091s	user 0.007s	sys 0.000s
00:31:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.790128 25847 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:57.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.793995 25847 raft_consensus.cc:3060] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:57.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.801319 25847 raft_consensus.cc:2468] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0282ae7f2f5a402ab3590cd173683349 in term 1.
00:31:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.801510 27043 ts_tablet_manager.cc:1434] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.073s	user 0.005s	sys 0.004s
00:31:57.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.803737 27043 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce: Bootstrap starting.
00:31:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.803925 25629 leader_election.cc:304] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0282ae7f2f5a402ab3590cd173683349, f63b627f93f949e184ce341dd5d84dce; no voters: 0000fca437364496b14610120a4bcb41
00:31:57.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.803560 25780 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.24.181.1:44385, user_credentials={real_user=slave}} blocked reactor thread for 48276.7us
00:31:57.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.807928 27055 raft_consensus.cc:2804] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.814569 27046 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:57.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.814646 27049 raft_consensus.cc:515] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.817133 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8f159b29d48f458288ea82ab1d408921" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.817749 25697 raft_consensus.cc:2468] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 0.
00:31:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.818958 27045 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.819458 27045 ts_tablet_manager.cc:1403] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.159s	user 0.014s	sys 0.008s
00:31:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.825539 27045 raft_consensus.cc:359] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.826232 27045 raft_consensus.cc:385] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.826499 27045 raft_consensus.cc:740] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.820915 25780 leader_election.cc:304] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0282ae7f2f5a402ab3590cd173683349, f63b627f93f949e184ce341dd5d84dce; no voters: 0000fca437364496b14610120a4bcb41
00:31:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.829116 27045 consensus_queue.cc:260] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.831168 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8f159b29d48f458288ea82ab1d408921" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41"
00:31:57.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.831671 26046 raft_consensus.cc:3060] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.838943 26046 raft_consensus.cc:2468] T 8f159b29d48f458288ea82ab1d408921 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 1.
00:31:57.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.828364 27043 tablet_bootstrap.cc:654] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce: Neither blocks nor log segments found. Creating new log.
00:31:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.841325 27053 raft_consensus.cc:2764] T 079c3099bc5f4dfbb4254152fa2a96b9 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
00:31:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.843605 27045 ts_tablet_manager.cc:1434] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.000s
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.829949 27049 leader_election.cc:290] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Requested vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.840279 25781 leader_election.cc:304] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.843724 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8f159b29d48f458288ea82ab1d408921" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.844292 25697 raft_consensus.cc:3060] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.844357 27055 raft_consensus.cc:697] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [term 1 LEADER]: Becoming Leader. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Running, Role: LEADER
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.846346 27055 consensus_queue.cc:237] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.849370 27049 raft_consensus.cc:2804] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.849809 27049 raft_consensus.cc:697] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [term 1 LEADER]: Becoming Leader. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Running, Role: LEADER
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.850557 27049 consensus_queue.cc:237] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.852464 27053 raft_consensus.cc:493] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.852965 27053 raft_consensus.cc:515] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.854004 27045 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41: Bootstrap starting.
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.855099 27053 leader_election.cc:290] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.856458 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.856629 25697 raft_consensus.cc:2468] T 8f159b29d48f458288ea82ab1d408921 P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 1.
00:31:57.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.857168 26046 raft_consensus.cc:2468] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 0.
00:31:57.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.859196 25781 leader_election.cc:304] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 
00:31:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.859902 27053 raft_consensus.cc:2804] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Leader pre-election won for term 1
00:31:57.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.860338 27053 raft_consensus.cc:493] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:31:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.860832 27045 tablet_bootstrap.cc:654] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41: Neither blocks nor log segments found. Creating new log.
00:31:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.860741 27053 raft_consensus.cc:3060] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.862164 27010 heartbeater.cc:499] Master 127.25.125.188:33071 was elected leader, sending a full tablet report...
00:31:57.865 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:57.865 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:57.865 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:57.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.866 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.866 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:57.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:57.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:57.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:57.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.875758 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.876920 27045 tablet_bootstrap.cc:492] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41: No bootstrap required, opened a new log
00:31:57.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.877396 27045 ts_tablet_manager.cc:1403] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41: Time spent bootstrapping tablet: real 0.024s	user 0.017s	sys 0.000s
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.880360 25847 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6bfcb03559244d428686bd486f375460" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce" is_pre_election: true
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.880443 27045 raft_consensus.cc:359] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.881352 27045 raft_consensus.cc:385] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.881629 27045 raft_consensus.cc:740] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0000fca437364496b14610120a4bcb41, State: Initialized, Role: FOLLOWER
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.882449 25847 raft_consensus.cc:2468] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 0.
00:31:57.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.882314 27045 consensus_queue.cc:260] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.886682 25847 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6bfcb03559244d428686bd486f375460" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.887275 25847 raft_consensus.cc:3060] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:57.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.888988 27045 ts_tablet_manager.cc:1434] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
00:31:57.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.894424 25847 raft_consensus.cc:2468] T 6bfcb03559244d428686bd486f375460 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 0000fca437364496b14610120a4bcb41 in term 1.
00:31:57.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.929077 25846 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce" is_pre_election: true
00:31:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.931823 27046 tablet_bootstrap.cc:654] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.932150 25845 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce"
00:31:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.932266 27053 raft_consensus.cc:515] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.931777 25780 leader_election.cc:343] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.935422 27053 leader_election.cc:290] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Requested vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.937273 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41"
00:31:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.937678 25981 leader_election.cc:343] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.937891 26046 raft_consensus.cc:3060] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:57.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.941641 25981 leader_election.cc:343] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.937556 27043 tablet_bootstrap.cc:492] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce: No bootstrap required, opened a new log
00:31:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.943018 27043 ts_tablet_manager.cc:1403] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce: Time spent bootstrapping tablet: real 0.139s	user 0.013s	sys 0.006s
00:31:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.943496 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349"
00:31:57.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:57.945137 25780 leader_election.cc:343] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Illegal state: must be running to vote when last-logged opid is not known
00:31:57.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.951443 26046 raft_consensus.cc:2468] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f63b627f93f949e184ce341dd5d84dce in term 1.
00:31:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.952723 25781 leader_election.cc:304] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce; no voters: 0282ae7f2f5a402ab3590cd173683349
00:31:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.953460 25502 catalog_manager.cc:5696] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1). New cstate: current_term: 1 leader_uuid: "0282ae7f2f5a402ab3590cd173683349" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: UNKNOWN } } }
00:31:57.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.954435 27049 raft_consensus.cc:2804] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader election won for term 1
00:31:57.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.954859 27049 raft_consensus.cc:697] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [term 1 LEADER]: Becoming Leader. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Running, Role: LEADER
00:31:57.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.955595 27049 consensus_queue.cc:237] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.967746 27043 raft_consensus.cc:359] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.968436 27043 raft_consensus.cc:385] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:57.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.968739 27043 raft_consensus.cc:740] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f63b627f93f949e184ce341dd5d84dce, State: Initialized, Role: FOLLOWER
00:31:57.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.969394 27043 consensus_queue.cc:260] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:57.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:57.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.984579 25504 catalog_manager.cc:5696] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce reported cstate change: term changed from 0 to 1, leader changed from <none> to f63b627f93f949e184ce341dd5d84dce (127.24.181.2). New cstate: current_term: 1 leader_uuid: "f63b627f93f949e184ce341dd5d84dce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: UNKNOWN } } }
00:31:57.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.989691 27046 tablet_bootstrap.cc:492] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:57.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:57.990324 27046 ts_tablet_manager.cc:1403] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.176s	user 0.013s	sys 0.001s
00:31:58.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.001510 27043 ts_tablet_manager.cc:1434] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce: Time spent starting tablet: real 0.058s	user 0.007s	sys 0.000s
00:31:58.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.023765 25503 catalog_manager.cc:5696] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 reported cstate change: term changed from 0 to 1, leader changed from <none> to 0000fca437364496b14610120a4bcb41 (127.24.181.3). New cstate: current_term: 1 leader_uuid: "0000fca437364496b14610120a4bcb41" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: HEALTHY } } }
00:31:58.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.028115 27049 raft_consensus.cc:493] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:58.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.028554 27049 raft_consensus.cc:515] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.030805 27049 leader_election.cc:290] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:58.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.032106 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:58.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.037420 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4887406cb8f243d1b73e562186a148eb" candidate_uuid: "f63b627f93f949e184ce341dd5d84dce" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:58.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.038338 25697 raft_consensus.cc:2393] T 4887406cb8f243d1b73e562186a148eb P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f63b627f93f949e184ce341dd5d84dce in current term 1: Already voted for candidate 0000fca437364496b14610120a4bcb41 in this term.
00:31:58.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.040179 25780 leader_election.cc:304] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f63b627f93f949e184ce341dd5d84dce; no voters: 0000fca437364496b14610120a4bcb41, 0282ae7f2f5a402ab3590cd173683349
00:31:58.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.043061 27049 raft_consensus.cc:3060] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 0 FOLLOWER]: Advancing to term 1
00:31:58.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.053273 27049 raft_consensus.cc:2749] T 4887406cb8f243d1b73e562186a148eb P f63b627f93f949e184ce341dd5d84dce [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:31:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.065551 27046 raft_consensus.cc:359] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.069001 27046 raft_consensus.cc:385] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:58.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.069301 27046 raft_consensus.cc:740] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:58.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.074015 27046 consensus_queue.cc:260] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.082563 25504 catalog_manager.cc:5696] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce reported cstate change: term changed from 0 to 1, leader changed from <none> to f63b627f93f949e184ce341dd5d84dce (127.24.181.2). New cstate: current_term: 1 leader_uuid: "f63b627f93f949e184ce341dd5d84dce" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } health_report { overall_health: UNKNOWN } } }
00:31:58.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.101403 27046 ts_tablet_manager.cc:1434] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.103s	user 0.007s	sys 0.000s
00:31:58.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.131018 27046 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349: Bootstrap starting.
00:31:58.150 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:58.150 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:58.150 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:58.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:58.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:58.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:58.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:58.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:58.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:58.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:58.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:58.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:58.152 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:58.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.155776 27046 tablet_bootstrap.cc:654] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349: Neither blocks nor log segments found. Creating new log.
00:31:58.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.169798 27070 consensus_queue.cc:1048] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.175319 27046 tablet_bootstrap.cc:492] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349: No bootstrap required, opened a new log
00:31:58.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.175791 27046 ts_tablet_manager.cc:1403] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349: Time spent bootstrapping tablet: real 0.045s	user 0.011s	sys 0.000s
00:31:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.182741 27046 raft_consensus.cc:359] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.183449 27046 raft_consensus.cc:385] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:58.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.183807 27046 raft_consensus.cc:740] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0282ae7f2f5a402ab3590cd173683349, State: Initialized, Role: FOLLOWER
00:31:58.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.185439 27046 consensus_queue.cc:260] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.190735 27046 ts_tablet_manager.cc:1434] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349: Time spent starting tablet: real 0.015s	user 0.001s	sys 0.006s
00:31:58.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.194245 25695 raft_consensus.cc:3060] T 8aa26086936b4e709af67ec1a67c99b6 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:58.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.201854 27049 consensus_queue.cc:1048] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.218639 27050 consensus_queue.cc:1048] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.226418 27054 consensus_queue.cc:1048] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.244897 27050 consensus_queue.cc:1048] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.248629 26046 raft_consensus.cc:3060] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 0 FOLLOWER]: Advancing to term 1
00:31:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.256075 27055 raft_consensus.cc:493] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:58.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.256531 27055 raft_consensus.cc:515] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.258549 27055 leader_election.cc:290] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457), 0000fca437364496b14610120a4bcb41 (127.24.181.3:35569)
00:31:58.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.260730 25846 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce" is_pre_election: true
00:31:58.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.261399 27055 consensus_queue.cc:1048] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.264380 26046 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "828d8868e7e542ecb1a92df51e110eb4" candidate_uuid: "0282ae7f2f5a402ab3590cd173683349" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0000fca437364496b14610120a4bcb41" is_pre_election: true
00:31:58.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.265486 26046 raft_consensus.cc:2393] T 828d8868e7e542ecb1a92df51e110eb4 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 0282ae7f2f5a402ab3590cd173683349 in current term 1: Already voted for candidate f63b627f93f949e184ce341dd5d84dce in this term.
00:31:58.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.266532 25629 leader_election.cc:304] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0282ae7f2f5a402ab3590cd173683349; no voters: 0000fca437364496b14610120a4bcb41, f63b627f93f949e184ce341dd5d84dce
00:31:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.267660 27055 raft_consensus.cc:3060] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 0 FOLLOWER]: Advancing to term 1
00:31:58.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.273880 27055 raft_consensus.cc:2749] T 828d8868e7e542ecb1a92df51e110eb4 P 0282ae7f2f5a402ab3590cd173683349 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:31:58.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.286891 27049 consensus_queue.cc:1048] T 8aa26086936b4e709af67ec1a67c99b6 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.335 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.356727 27055 consensus_queue.cc:1048] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0282ae7f2f5a402ab3590cd173683349 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.387491 27082 consensus_queue.cc:1048] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:31:58.389 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:58.389 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:58.389 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:58.389 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.390 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:58.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.411332 27049 consensus_queue.cc:1048] T 8f159b29d48f458288ea82ab1d408921 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.450 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:31:58.458 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:31:58.458 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.181.60:34307, [7ms] Sub RPC GetTableLocations: received response from server master-127.24.181.60:34307: OK, deferred=null) after lookup
00:31:58.459 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:31:58.471 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:31:58.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.508 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:58.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.511453 27050 raft_consensus.cc:493] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 0282ae7f2f5a402ab3590cd173683349)
00:31:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.511956 27050 raft_consensus.cc:515] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 } } peers { permanent_uuid: "f63b627f93f949e184ce341dd5d84dce" member_type: VOTER last_known_addr { host: "127.24.181.2" port: 38457 } } peers { permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 } }
00:31:58.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.531539 25697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "0282ae7f2f5a402ab3590cd173683349" is_pre_election: true
00:31:58.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.531864 27050 leader_election.cc:290] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385), f63b627f93f949e184ce341dd5d84dce (127.24.181.2:38457)
00:31:58.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.534569 25847 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "079c3099bc5f4dfbb4254152fa2a96b9" candidate_uuid: "0000fca437364496b14610120a4bcb41" candidate_term: 2 candidate_status { last_received { term: 1 index: 1 } } ignore_live_leader: false dest_uuid: "f63b627f93f949e184ce341dd5d84dce" is_pre_election: true
00:31:58.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.540724 25981 leader_election.cc:304] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 0000fca437364496b14610120a4bcb41; no voters: 0282ae7f2f5a402ab3590cd173683349, f63b627f93f949e184ce341dd5d84dce
00:31:58.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.542445 27106 raft_consensus.cc:2749] T 079c3099bc5f4dfbb4254152fa2a96b9 P 0000fca437364496b14610120a4bcb41 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
00:31:58.550 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x91839c2f, L:/127.0.0.1:60674 - R:/127.24.181.3:35569] using TOKEN/null
00:31:58.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.552031 27053 consensus_queue.cc:1048] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0282ae7f2f5a402ab3590cd173683349" member_type: VOTER last_known_addr { host: "127.24.181.1" port: 44385 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:58.591673 27053 consensus_queue.cc:1048] T 828d8868e7e542ecb1a92df51e110eb4 P f63b627f93f949e184ce341dd5d84dce [LEADER]: Connected to new peer: Peer: permanent_uuid: "0000fca437364496b14610120a4bcb41" member_type: VOTER last_known_addr { host: "127.24.181.3" port: 35569 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:31:58.664 [DEBUG - main] (Connection.java:748) [peer f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)] connecting to peer
00:31:58.677 [DEBUG - kudu-nio-4] (Connection.java:757) [peer f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)] Successfully connected to peer
00:31:58.683 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:31:58.684 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:31:58.684 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:31:58.684 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:58.684 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:58.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:31:58.685 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:58.685 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:58.685 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:31:58.685 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:58.685 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:58.685 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:31:58.685 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:31:58.689 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:58.689 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:58.689 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:58.689 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.689 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.689 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:58.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:58.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:58.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:58.730 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:58.730 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:58.731 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:58.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.732 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:58.739 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:58.743 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe72a0ae8, L:/127.0.0.1:56396 - R:/127.24.181.2:38457] using TOKEN/null
00:31:58.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.814 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:58.815 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:58.815 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:58.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:58.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.858 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:31:58.858 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:31:58.858 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:31:58.859 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:58.859 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:58.859 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:31:58.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:58.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:58.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:31:58.859 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:58.859 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:58.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:31:58.860 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:31:58.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:58.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:58.905 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:58.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:58.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.906 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:58.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:58.907 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:58.944 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:58.944 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:58.944 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:58.944 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.945 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:58.945 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:58.945 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.945 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:58.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:58.960 [DEBUG - main] (Connection.java:748) [peer 0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)] connecting to peer
00:31:58.963 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)] Successfully connected to peer
00:31:58.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:58.997 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.001 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xb052af91, L:/127.0.0.1:40934 - R:/127.24.181.1:44385] using TOKEN/null
00:31:59.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:59.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:59.013 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:59.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.014 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.014 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.014 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.014 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:59.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.087 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:59.093 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:31:59.097 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:59.097 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:59.097 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:59.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.099 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.099 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.099 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.099 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:59.114 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:31:59.116 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:31:59.123 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:31:59.124 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:31:59.134 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:31:59.137 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:31:59.138 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:31:59.151 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.153 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:31:59.161 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8a1ec87f, L:/127.0.0.1:37354 - R:/127.25.125.189:33565] using SASL/PLAIN
00:31:59.166 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.168 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.190
00:31:59.170 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1f6e80b9, L:/127.0.0.1:37094 - R:/127.25.125.188:33071] using SASL/PLAIN
00:31:59.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:59.175 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=82), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, [54ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.189:33565: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, deferred=null) after lookup
00:31:59.182 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.185 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:59.185 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:59.185 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:59.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.186 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xcf3aeca0, L:/127.0.0.1:36168 - R:/127.25.125.190:39803] using SASL/PLAIN
00:31:59.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:59.188 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:31:59.193 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:31:59.193 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.181.62:34985(127.24.181.62:34985)] Successfully connected to peer
00:31:59.198 [DEBUG - main] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:31:59.200 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.181.61:41419(127.24.181.61:41419)] Successfully connected to peer
00:31:59.206 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.181.60:34307(127.24.181.60:34307)] Successfully connected to peer
00:31:59.215 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.62
00:31:59.216 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.61
00:31:59.225 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.227 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.229 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4b953a4, L:/127.0.0.1:55136 - R:/127.24.181.62:34985] using SASL/PLAIN
00:31:59.231 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcb4ca737, L:/127.0.0.1:57100 - R:/127.24.181.61:41419] using SASL/PLAIN
00:31:59.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:59.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:59.233 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:59.234 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.234 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.234 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.235 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:59.238 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.60
00:31:59.249 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:31:59.254 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x36f2981f, L:/127.0.0.1:41122 - R:/127.24.181.60:34307] using SASL/PLAIN
00:31:59.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:31:59.257 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=78), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [45ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: OK, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: OK, deferred=null) after lookup
00:31:59.260 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:31:59.265 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:31:59.265 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:31:59.265 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:31:59.265 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:31:59.265 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:31:59.266 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:31:59.266 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.272732 26360 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37094:
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:31:59.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:31:59.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:31:59.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.279906 26360 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:31:59.281 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.339 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:59.339 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:59.339 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:59.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.340 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.340 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:59.355 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.384 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:31:59.403 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:59.403 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:59.404 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:59.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:59.433 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:59.433 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:59.433 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:59.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.434 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.434 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.434 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.434 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.434 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:59.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.478084 26528 tablet_service.cc:1511] Processing CreateTablet for tablet 16d0e99f121e479b86a7e159afde7bbf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:59.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.480057 26528 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16d0e99f121e479b86a7e159afde7bbf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.481575 26527 tablet_service.cc:1511] Processing CreateTablet for tablet a4edbcef63ba4b8fa9488f2e2e760b1a (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:59.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.482568 26527 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a4edbcef63ba4b8fa9488f2e2e760b1a. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.485414 26526 tablet_service.cc:1511] Processing CreateTablet for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:59.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.486486 26526 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.491 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:31:59.491 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:31:59.491 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:31:59.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:59.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:59.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:31:59.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:59.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:59.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:31:59.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:59.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:59.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:31:59.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.489480 26530 tablet_service.cc:1511] Processing CreateTablet for tablet 7dd274b430c5419eb74b484a5a9fdec7 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.489639 26800 tablet_service.cc:1511] Processing CreateTablet for tablet afec0793d0a04a93b29910a6864e4859 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.489982 26797 tablet_service.cc:1511] Processing CreateTablet for tablet a4edbcef63ba4b8fa9488f2e2e760b1a (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.490540 26530 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7dd274b430c5419eb74b484a5a9fdec7. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.490485 26801 tablet_service.cc:1511] Processing CreateTablet for tablet 97d6f354c23846da900268ca3dd113ae (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.491310 26797 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a4edbcef63ba4b8fa9488f2e2e760b1a. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.492918 26531 tablet_service.cc:1511] Processing CreateTablet for tablet afec0793d0a04a93b29910a6864e4859 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.493942 26531 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afec0793d0a04a93b29910a6864e4859. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.493476 26942 tablet_service.cc:1511] Processing CreateTablet for tablet 7dd274b430c5419eb74b484a5a9fdec7 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.493923 26798 tablet_service.cc:1511] Processing CreateTablet for tablet 16d0e99f121e479b86a7e159afde7bbf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.494683 26799 tablet_service.cc:1511] Processing CreateTablet for tablet 7dd274b430c5419eb74b484a5a9fdec7 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.494961 26798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16d0e99f121e479b86a7e159afde7bbf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.495102 26942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7dd274b430c5419eb74b484a5a9fdec7. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.495760 26801 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 97d6f354c23846da900268ca3dd113ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.496850 26796 tablet_service.cc:1511] Processing CreateTablet for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.497839 26796 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.498140 26532 tablet_service.cc:1511] Processing CreateTablet for tablet 97d6f354c23846da900268ca3dd113ae (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:59.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.499220 26943 tablet_service.cc:1511] Processing CreateTablet for tablet afec0793d0a04a93b29910a6864e4859 (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
00:31:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.500370 26943 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afec0793d0a04a93b29910a6864e4859. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.500336 26941 tablet_service.cc:1511] Processing CreateTablet for tablet 16d0e99f121e479b86a7e159afde7bbf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
00:31:59.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.501511 26941 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 16d0e99f121e479b86a7e159afde7bbf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.502220 26939 tablet_service.cc:1511] Processing CreateTablet for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
00:31:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.502820 26940 tablet_service.cc:1511] Processing CreateTablet for tablet a4edbcef63ba4b8fa9488f2e2e760b1a (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
00:31:59.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.503300 26939 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.503865 26940 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a4edbcef63ba4b8fa9488f2e2e760b1a. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.505059 26532 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 97d6f354c23846da900268ca3dd113ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.505096 26799 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7dd274b430c5419eb74b484a5a9fdec7. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.499270 26944 tablet_service.cc:1511] Processing CreateTablet for tablet 97d6f354c23846da900268ca3dd113ae (DEFAULT_TABLE table=replication_test_table [id=2c2e5f6141294d8fb0d25e58b5bdafbc]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
00:31:59.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.509759 26800 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet afec0793d0a04a93b29910a6864e4859. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.510447 26944 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 97d6f354c23846da900268ca3dd113ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:31:59.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.624082 27160 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:31:59.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.644178 27160 tablet_bootstrap.cc:654] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:31:59.645 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:31:59.645 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:31:59.645 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:31:59.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:31:59.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.646 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:31:59.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:31:59.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:31:59.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.648468 27160 log.cc:826] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Log is configured to *not* fsync() on all Append() calls
00:31:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.661070 27160 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:31:59.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.662485 27160 ts_tablet_manager.cc:1403] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.043s	user 0.011s	sys 0.010s
00:31:59.663 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:59.663 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:59.664 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:59.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.665 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:59.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.674067 27161 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:31:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.678808 27159 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:31:59.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.688831 27161 tablet_bootstrap.cc:654] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:31:59.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.691313 27161 log.cc:826] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Log is configured to *not* fsync() on all Append() calls
00:31:59.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.699622 27159 tablet_bootstrap.cc:654] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:31:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.704252 27161 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:31:59.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.704923 27161 ts_tablet_manager.cc:1403] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.034s	user 0.005s	sys 0.017s
00:31:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.708374 27159 log.cc:826] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: Log is configured to *not* fsync() on all Append() calls
00:31:59.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:59.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:59.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:59.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.720 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.727433 27160 raft_consensus.cc:359] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.728639 27160 raft_consensus.cc:385] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.729065 27160 raft_consensus.cc:740] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:31:59.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.731890 27160 consensus_queue.cc:260] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.737740 27161 raft_consensus.cc:359] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.738749 27161 raft_consensus.cc:385] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.739027 27159 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:31:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.739099 27161 raft_consensus.cc:740] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:31:59.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.739658 27159 ts_tablet_manager.cc:1403] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.062s	user 0.019s	sys 0.000s
00:31:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.740075 27161 consensus_queue.cc:260] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.748462 27160 ts_tablet_manager.cc:1434] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.086s	user 0.030s	sys 0.004s
00:31:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.751107 27161 ts_tablet_manager.cc:1434] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.046s	user 0.035s	sys 0.005s
00:31:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.752178 27161 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:31:59.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.757856 26660 tablet.cc:2406] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.761505 27161 tablet_bootstrap.cc:654] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:31:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.772138 27160 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:31:59.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.777593 27161 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:31:59.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.778121 27161 ts_tablet_manager.cc:1403] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.026s	user 0.007s	sys 0.011s
00:31:59.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.781893 27161 raft_consensus.cc:359] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.782562 27161 raft_consensus.cc:385] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.782835 27161 raft_consensus.cc:740] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:31:59.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.783483 27161 consensus_queue.cc:260] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.787518 27161 ts_tablet_manager.cc:1434] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
00:31:59.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.789000 27161 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:31:59.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.800786 27161 tablet_bootstrap.cc:654] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:31:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.813095 27161 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:31:59.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.813609 27161 ts_tablet_manager.cc:1403] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.025s	user 0.011s	sys 0.006s
00:31:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.816910 27161 raft_consensus.cc:359] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.817783 27161 raft_consensus.cc:385] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.818058 27161 raft_consensus.cc:740] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:31:59.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.818755 27161 consensus_queue.cc:260] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.821103 27161 ts_tablet_manager.cc:1434] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
00:31:59.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.822031 27161 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:31:59.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.829257 27161 tablet_bootstrap.cc:654] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:31:59.830 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:31:59.830 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:31:59.830 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:31:59.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:31:59.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:31:59.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:31:59.832 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:31:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.839818 27160 tablet_bootstrap.cc:654] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:31:59.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.841913 27159 raft_consensus.cc:359] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.843931 27159 raft_consensus.cc:385] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.845621 27159 raft_consensus.cc:740] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:31:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.848681 27159 consensus_queue.cc:260] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.857353 27161 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:31:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.857875 27161 ts_tablet_manager.cc:1403] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.036s	user 0.009s	sys 0.009s
00:31:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.860531 27161 raft_consensus.cc:359] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.861179 27161 raft_consensus.cc:385] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.861553 27161 raft_consensus.cc:740] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:31:59.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.862231 27161 consensus_queue.cc:260] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.863 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:59.863 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:59.863 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:59.864 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.864 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.864 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.864645 27161 ts_tablet_manager.cc:1434] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.002s
00:31:59.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.865 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.865 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.865 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.865 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:59.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.865952 27161 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:31:59.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.866904 27166 raft_consensus.cc:493] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:59.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.867486 27166 raft_consensus.cc:515] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.871249 27166 leader_election.cc:290] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:59.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.866843 27165 raft_consensus.cc:493] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:59.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.876659 27165 raft_consensus.cc:515] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.879530 27166 raft_consensus.cc:493] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:31:59.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.879964 27166 raft_consensus.cc:515] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.881887 27166 leader_election.cc:290] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.883324 27159 ts_tablet_manager.cc:1434] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.143s	user 0.030s	sys 0.009s
00:31:59.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.885435 27165 leader_election.cc:290] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:31:59.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.897683 27161 tablet_bootstrap.cc:654] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:31:59.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.904381 27159 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:31:59.905 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:31:59.905 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:31:59.905 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:31:59.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:31:59.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:31:59.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:31:59.906 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:31:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.910461 26873 tablet.cc:2406] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:31:59.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.932219 27161 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:31:59.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.932850 27159 tablet_bootstrap.cc:654] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:31:59.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.935710 27161 ts_tablet_manager.cc:1403] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.070s	user 0.009s	sys 0.004s
00:31:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.947466 27161 raft_consensus.cc:359] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.950557 27161 raft_consensus.cc:385] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.950850 27161 raft_consensus.cc:740] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:31:59.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.950124 27160 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:31:59.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.952189 27160 ts_tablet_manager.cc:1403] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.180s	user 0.009s	sys 0.003s
00:31:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.961933 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79aba2e5ec3b43c0bf50f5423b4bfeaf" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:31:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.951535 27161 consensus_queue.cc:260] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.964150 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:31:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.965843 26487 leader_election.cc:343] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467): Illegal state: must be running to vote when last-logged opid is not known
00:31:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.967393 26487 leader_election.cc:343] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467): Illegal state: must be running to vote when last-logged opid is not known
00:31:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.960757 27160 raft_consensus.cc:359] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.968441 27160 raft_consensus.cc:385] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:31:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.968765 27160 raft_consensus.cc:740] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:31:59.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.969537 27160 consensus_queue.cc:260] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:31:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.976363 27160 ts_tablet_manager.cc:1434] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.024s	user 0.006s	sys 0.000s
00:31:59.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.977248 27160 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:31:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.984413 26964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:31:59.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:31:59.986757 26754 leader_election.cc:343] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507): Illegal state: must be running to vote when last-logged opid is not known
00:31:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.989073 27159 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:31:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.989596 27159 ts_tablet_manager.cc:1403] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.085s	user 0.006s	sys 0.007s
00:31:59.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.991957 27161 ts_tablet_manager.cc:1434] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.056s	user 0.007s	sys 0.000s
00:31:59.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:31:59.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:31:59.995 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:31:59.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:31:59.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.993938 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:31:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.995654 26552 raft_consensus.cc:2468] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 0.
00:31:59.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:31:59.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:31:59.996 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:31:59.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.998049 27159 raft_consensus.cc:359] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:31:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.998792 27160 tablet_bootstrap.cc:654] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:32:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:31:59.999706 27166 raft_consensus.cc:493] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.000145 27166 raft_consensus.cc:515] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.001469 27159 raft_consensus.cc:385] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.001308 26757 leader_election.cc:304] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 285b74c25468445d86c4e7e99b2676da
00:32:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.002171 27165 raft_consensus.cc:2804] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.002506 27165 raft_consensus.cc:493] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.002692 27166 leader_election.cc:290] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.002836 27165 raft_consensus.cc:3060] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.003135 27161 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: Bootstrap starting.
00:32:00.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.001775 27159 raft_consensus.cc:740] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:32:00.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.005720 27159 consensus_queue.cc:260] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.010816 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afec0793d0a04a93b29910a6864e4859" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:32:00.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.011492 26821 raft_consensus.cc:2468] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 0.
00:32:00.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.013972 27165 raft_consensus.cc:515] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.014719 27159 ts_tablet_manager.cc:1434] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.025s	user 0.002s	sys 0.005s
00:32:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.017575 27159 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:32:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.018858 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd"
00:32:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.019441 26552 raft_consensus.cc:3060] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.019467 26964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.021832 26754 leader_election.cc:343] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.023139 27165 leader_election.cc:290] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Requested vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.016359 26487 leader_election.cc:304] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.034324 27166 raft_consensus.cc:2804] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.034691 27166 raft_consensus.cc:493] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.035001 27166 raft_consensus.cc:3060] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.035869 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.039443 27160 tablet_bootstrap.cc:492] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:32:00.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.040014 27160 ts_tablet_manager.cc:1403] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.063s	user 0.009s	sys 0.005s
00:32:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.042850 27160 raft_consensus.cc:359] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.045118 27160 raft_consensus.cc:385] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.045406 27160 raft_consensus.cc:740] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:32:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.048429 26552 raft_consensus.cc:2468] T a4edbcef63ba4b8fa9488f2e2e760b1a P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 1.
00:32:00.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.048213 27160 consensus_queue.cc:260] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.049495 27166 raft_consensus.cc:515] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.049962 26757 leader_election.cc:304] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 285b74c25468445d86c4e7e99b2676da
00:32:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.051282 27161 tablet_bootstrap.cc:654] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: Neither blocks nor log segments found. Creating new log.
00:32:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.052373 27165 raft_consensus.cc:2804] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.033876 27159 tablet_bootstrap.cc:654] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:32:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.057056 26961 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afec0793d0a04a93b29910a6864e4859" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.057931 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afec0793d0a04a93b29910a6864e4859" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:32:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.058444 26821 raft_consensus.cc:3060] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.058390 26964 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79aba2e5ec3b43c0bf50f5423b4bfeaf" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.059159 26964 raft_consensus.cc:2468] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 0.
00:32:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.060737 26484 leader_election.cc:343] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.061439 26484 leader_election.cc:304] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 409289a8766b46f79987c6a8341a7ddd; no voters: 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.054299 26962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "afec0793d0a04a93b29910a6864e4859" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.066030 26821 raft_consensus.cc:2468] T afec0793d0a04a93b29910a6864e4859 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 1.
00:32:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.066538 27165 raft_consensus.cc:697] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 LEADER]: Becoming Leader. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Running, Role: LEADER
00:32:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.067574 26487 leader_election.cc:304] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 285b74c25468445d86c4e7e99b2676da
00:32:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.068095 27165 consensus_queue.cc:237] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.052871 27166 leader_election.cc:290] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Requested vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.074894 27160 ts_tablet_manager.cc:1434] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.035s	user 0.002s	sys 0.005s
00:32:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.073640 27166 raft_consensus.cc:2804] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.079205 27160 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:32:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.088985 27166 raft_consensus.cc:493] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.089419 27166 raft_consensus.cc:3060] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.093853 26484 leader_election.cc:343] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.094401 27181 raft_consensus.cc:2804] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.095279 26484 leader_election.cc:343] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.095655 26484 leader_election.cc:304] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd; no voters: 285b74c25468445d86c4e7e99b2676da, 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.098173 26360 catalog_manager.cc:5696] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd reported cstate change: term changed from 0 to 1, leader changed from <none> to 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130). New cstate: current_term: 1 leader_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:00.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.104699 27160 tablet_bootstrap.cc:654] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:32:00.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.110260 27016 tablet.cc:2406] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:00.115 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:00.115 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:00.115 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:00.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:00.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:00.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:00.116 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:00.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:00.116 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:00.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:00.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:00.116 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:00.116 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.140087 27159 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:32:00.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.140552 27159 ts_tablet_manager.cc:1403] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.123s	user 0.009s	sys 0.004s
00:32:00.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.142273 27182 raft_consensus.cc:2749] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:32:00.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.143285 27159 raft_consensus.cc:359] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.144536 27181 raft_consensus.cc:697] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [term 1 LEADER]: Becoming Leader. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Running, Role: LEADER
00:32:00.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.153045 27181 consensus_queue.cc:237] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.151418 27166 raft_consensus.cc:515] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.155440 27170 raft_consensus.cc:493] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.163516 27170 raft_consensus.cc:515] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.165952 27160 tablet_bootstrap.cc:492] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:32:00.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.167165 27160 ts_tablet_manager.cc:1403] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.088s	user 0.014s	sys 0.007s
00:32:00.168 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:00.168 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:00.168 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:00.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.170 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:00.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.171564 27170 leader_election.cc:290] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467)
00:32:00.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.149552 26487 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.25.125.130:44467, user_credentials={real_user=slave}} blocked reactor thread for 82049.7us
00:32:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.178820 27182 raft_consensus.cc:493] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.177809 27160 raft_consensus.cc:359] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.180660 27160 raft_consensus.cc:385] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.180769 27159 raft_consensus.cc:385] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.181087 27159 raft_consensus.cc:740] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:32:00.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.181121 27182 raft_consensus.cc:515] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.186724 27159 consensus_queue.cc:260] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.186380 27166 leader_election.cc:290] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Requested vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.188794 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79aba2e5ec3b43c0bf50f5423b4bfeaf" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:32:00.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.191653 26821 raft_consensus.cc:3060] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.195072 27182 leader_election.cc:290] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.197809 26820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:32:00.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.199478 27159 ts_tablet_manager.cc:1434] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.059s	user 0.003s	sys 0.003s
00:32:00.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.207599 27159 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:32:00.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.217974 26487 leader_election.cc:343] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.220038 26821 raft_consensus.cc:2468] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 1.
00:32:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.180968 27160 raft_consensus.cc:740] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:32:00.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.221652 27160 consensus_queue.cc:260] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.223148 26487 leader_election.cc:304] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.224677 27160 ts_tablet_manager.cc:1434] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.057s	user 0.007s	sys 0.000s
00:32:00.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.229393 27160 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:32:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.235698 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "79aba2e5ec3b43c0bf50f5423b4bfeaf" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.236343 26963 raft_consensus.cc:3060] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.244789 26962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.245460 26962 raft_consensus.cc:2468] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 0.
00:32:00.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.248528 26963 raft_consensus.cc:2468] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 1.
00:32:00.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.256090 27160 tablet_bootstrap.cc:654] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:32:00.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.256090 27159 tablet_bootstrap.cc:654] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:32:00.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.247131 26484 leader_election.cc:304] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 409289a8766b46f79987c6a8341a7ddd; no voters: 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.266801 27165 raft_consensus.cc:493] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.267275 27165 raft_consensus.cc:515] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.268376 27182 raft_consensus.cc:2804] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.268780 27182 raft_consensus.cc:493] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.269091 27182 raft_consensus.cc:3060] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.269330 27165 leader_election.cc:290] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.271281 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.271852 26963 raft_consensus.cc:2468] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 0.
00:32:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.272954 26754 leader_election.cc:304] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.273873 27165 raft_consensus.cc:2804] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.274235 27165 raft_consensus.cc:493] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.274374 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:32:00.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.274559 27165 raft_consensus.cc:3060] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.275022 26552 raft_consensus.cc:2468] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 0.
00:32:00.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.277999 27182 raft_consensus.cc:515] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.292326 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "285b74c25468445d86c4e7e99b2676da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:32:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.294409 26899 leader_election.cc:343] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.296278 27182 leader_election.cc:290] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Requested vote from peers 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.297675 27159 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:32:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.298166 27159 ts_tablet_manager.cc:1403] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.091s	user 0.007s	sys 0.006s
00:32:00.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.300220 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.300922 26963 raft_consensus.cc:3060] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.303694 27182 raft_consensus.cc:2804] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.304301 27182 raft_consensus.cc:697] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [term 1 LEADER]: Becoming Leader. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Running, Role: LEADER
00:32:00.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.306201 27182 consensus_queue.cc:237] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.295056 27165 raft_consensus.cc:515] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.301090 27159 raft_consensus.cc:359] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.309134 27159 raft_consensus.cc:385] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.309430 27159 raft_consensus.cc:740] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:32:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.310657 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd"
00:32:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.311035 26962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "97d6f354c23846da900268ca3dd113ae" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.311476 26552 raft_consensus.cc:3060] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.311534 26962 raft_consensus.cc:3060] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.315858 26358 catalog_manager.cc:5696] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd reported cstate change: term changed from 0 to 1, leader changed from <none> to 409289a8766b46f79987c6a8341a7ddd (127.25.125.129). New cstate: current_term: 1 leader_uuid: "409289a8766b46f79987c6a8341a7ddd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.319382 26962 raft_consensus.cc:2468] T 97d6f354c23846da900268ca3dd113ae P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 1.
00:32:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.320523 26552 raft_consensus.cc:2468] T 97d6f354c23846da900268ca3dd113ae P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 1.
00:32:00.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.320858 26754 leader_election.cc:304] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.321812 27180 raft_consensus.cc:2804] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.310194 27159 consensus_queue.cc:260] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.328392 27159 ts_tablet_manager.cc:1434] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.030s	user 0.007s	sys 0.000s
00:32:00.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.331852 27159 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:32:00.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.350239 26347 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.25.125.190:39803, user_credentials={real_user=slave}} blocked reactor thread for 95305.5us
00:32:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.352644 27180 raft_consensus.cc:697] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 LEADER]: Becoming Leader. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Running, Role: LEADER
00:32:00.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.353863 27180 consensus_queue.cc:237] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.359061 27159 tablet_bootstrap.cc:654] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:32:00.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.303310 26487 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.25.125.130:44467, user_credentials={real_user=slave}} blocked reactor thread for 80255.1us
00:32:00.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.384517 26821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "409289a8766b46f79987c6a8341a7ddd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd"
00:32:00.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.387755 27159 tablet_bootstrap.cc:492] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:32:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.388206 27159 ts_tablet_manager.cc:1403] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.057s	user 0.011s	sys 0.001s
00:32:00.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.388926 26487 leader_election.cc:343] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467): Illegal state: must be running to vote when last-logged opid is not known
00:32:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.393569 27159 raft_consensus.cc:359] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.395988 27159 raft_consensus.cc:385] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.397398 27159 raft_consensus.cc:740] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:32:00.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.398160 27159 consensus_queue.cc:260] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.403180 27161 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: No bootstrap required, opened a new log
00:32:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.405839 27159 ts_tablet_manager.cc:1434] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.017s	user 0.003s	sys 0.004s
00:32:00.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.406515 27161 ts_tablet_manager.cc:1403] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: Time spent bootstrapping tablet: real 0.413s	user 0.007s	sys 0.010s
00:32:00.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.408732 27159 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da: Bootstrap starting.
00:32:00.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.411018 27161 raft_consensus.cc:359] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.411940 27161 raft_consensus.cc:385] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.412315 27161 raft_consensus.cc:740] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Initialized, Role: FOLLOWER
00:32:00.413 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:00.414 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:00.414 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:00.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.413211 27161 consensus_queue.cc:260] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:00.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:00.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:00.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:00.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:00.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:00.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:00.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:00.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:00.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.416199 27161 ts_tablet_manager.cc:1434] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
00:32:00.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.424789 27159 tablet_bootstrap.cc:654] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da: Neither blocks nor log segments found. Creating new log.
00:32:00.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.433981 26359 catalog_manager.cc:5696] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd reported cstate change: term changed from 0 to 1, leader changed from <none> to 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130). New cstate: current_term: 1 leader_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:00.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.436401 27165 leader_election.cc:290] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Requested vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.440881 25488 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.181.62:34985, user_credentials={real_user=slave}} blocked reactor thread for 55656.5us
00:32:00.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.445999 27159 tablet_bootstrap.cc:492] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da: No bootstrap required, opened a new log
00:32:00.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.447088 27159 ts_tablet_manager.cc:1403] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da: Time spent bootstrapping tablet: real 0.039s	user 0.009s	sys 0.005s
00:32:00.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.450585 25980 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.181.1:44385, user_credentials={real_user=slave}} blocked reactor thread for 64749.9us
00:32:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.451834 27159 raft_consensus.cc:359] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.452521 27159 raft_consensus.cc:385] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.452812 27159 raft_consensus.cc:740] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285b74c25468445d86c4e7e99b2676da, State: Initialized, Role: FOLLOWER
00:32:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.455806 27160 tablet_bootstrap.cc:492] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:32:00.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.459663 26963 raft_consensus.cc:2468] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 409289a8766b46f79987c6a8341a7ddd in term 1.
00:32:00.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.461197 27160 ts_tablet_manager.cc:1403] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.229s	user 0.006s	sys 0.007s
00:32:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.464126 27159 consensus_queue.cc:260] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.467583 27159 ts_tablet_manager.cc:1434] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da: Time spent starting tablet: real 0.019s	user 0.001s	sys 0.006s
00:32:00.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.467963 27160 raft_consensus.cc:359] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.469156 27160 raft_consensus.cc:385] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.471069 27160 raft_consensus.cc:740] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:32:00.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.471832 27160 consensus_queue.cc:260] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.475080 27160 ts_tablet_manager.cc:1434] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.014s	user 0.006s	sys 0.000s
00:32:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.476197 27160 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Bootstrap starting.
00:32:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.485309 27160 tablet_bootstrap.cc:654] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Neither blocks nor log segments found. Creating new log.
00:32:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.498414 27160 tablet_bootstrap.cc:492] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: No bootstrap required, opened a new log
00:32:00.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.498965 27160 ts_tablet_manager.cc:1403] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent bootstrapping tablet: real 0.023s	user 0.015s	sys 0.002s
00:32:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.501768 27160 raft_consensus.cc:359] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.502548 27160 raft_consensus.cc:385] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:00.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.502826 27160 raft_consensus.cc:740] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Initialized, Role: FOLLOWER
00:32:00.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.503525 27160 consensus_queue.cc:260] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.506101 27160 ts_tablet_manager.cc:1434] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.002s
00:32:00.526 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:00.526 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:00.526 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:00.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:00.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.545 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:00.545 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:00.545 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:00.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:00.546 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:00.546 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:00.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:00.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:00.546 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:00.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:00.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:00.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:00.547 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:00.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.572127 26358 catalog_manager.cc:5696] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd reported cstate change: term changed from 0 to 1, leader changed from <none> to 409289a8766b46f79987c6a8341a7ddd (127.25.125.129). New cstate: current_term: 1 leader_uuid: "409289a8766b46f79987c6a8341a7ddd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:00.583 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:00.584 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:00.584 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:00.584 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:00.584 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:00.584 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:00.585 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:00.585 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:00.585 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:00.585 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:00.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:00.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:00.586 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:00.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.588333 27165 consensus_queue.cc:1048] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.591504 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "285b74c25468445d86c4e7e99b2676da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.592288 26552 raft_consensus.cc:2393] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 285b74c25468445d86c4e7e99b2676da in current term 1: Already voted for candidate 409289a8766b46f79987c6a8341a7ddd in this term.
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.460975 26484 leader_election.cc:304] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 409289a8766b46f79987c6a8341a7ddd; no voters: 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.593765 26484 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.25.125.131:44507, user_credentials={real_user=slave}} blocked reactor thread for 132870us
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.596027 26899 leader_election.cc:304] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da; no voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.596292 27181 raft_consensus.cc:2804] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.596745 27181 raft_consensus.cc:697] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [term 1 LEADER]: Becoming Leader. State: Replica: 409289a8766b46f79987c6a8341a7ddd, State: Running, Role: LEADER
00:32:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.597493 27181 consensus_queue.cc:237] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.598016 27170 raft_consensus.cc:2749] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:32:00.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.606539 27166 consensus_queue.cc:1048] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.621135 27170 raft_consensus.cc:493] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.621572 27170 raft_consensus.cc:515] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.625392 26820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "285b74c25468445d86c4e7e99b2676da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" is_pre_election: true
00:32:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.626240 27170 leader_election.cc:290] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130:44467)
00:32:00.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.626945 26551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a4edbcef63ba4b8fa9488f2e2e760b1a" candidate_uuid: "285b74c25468445d86c4e7e99b2676da" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:32:00.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.628436 26899 leader_election.cc:304] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da; no voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd
00:32:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.629716 27170 raft_consensus.cc:2749] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:32:00.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.632409 26963 raft_consensus.cc:3060] T afec0793d0a04a93b29910a6864e4859 P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:00.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:00.653 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:00.654 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:00.654 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:00.654 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:00.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:00.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:00.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:00.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:00.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:00.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:00.654 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:00.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.657917 27182 consensus_queue.cc:1048] T afec0793d0a04a93b29910a6864e4859 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.664 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:00.664 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:00.664 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:00.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:00.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:00.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:00.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:00.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:00.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:00.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:00.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:00.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:00.665 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:00.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.682013 26963 raft_consensus.cc:3060] T a4edbcef63ba4b8fa9488f2e2e760b1a P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.707927 27165 raft_consensus.cc:493] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.708433 27165 raft_consensus.cc:515] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.710542 27165 leader_election.cc:290] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.712630 26962 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16d0e99f121e479b86a7e159afde7bbf" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.713442 26962 raft_consensus.cc:2468] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 0.
00:32:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.714005 26551 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16d0e99f121e479b86a7e159afde7bbf" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:32:00.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.714584 26551 raft_consensus.cc:2468] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 0.
00:32:00.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.715813 26757 leader_election.cc:304] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 409289a8766b46f79987c6a8341a7ddd, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.718299 27180 raft_consensus.cc:2804] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.718645 27180 raft_consensus.cc:493] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:00.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.718945 27180 raft_consensus.cc:3060] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.724020 27165 consensus_queue.cc:1048] T a4edbcef63ba4b8fa9488f2e2e760b1a P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.740276 27180 raft_consensus.cc:515] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.760735 25780 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.181.1:44385, user_credentials={real_user=slave}} blocked reactor thread for 77556.3us
00:32:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.761193 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16d0e99f121e479b86a7e159afde7bbf" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da"
00:32:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.749022 26358 catalog_manager.cc:5696] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd reported cstate change: term changed from 0 to 1, leader changed from <none> to 409289a8766b46f79987c6a8341a7ddd (127.25.125.129). New cstate: current_term: 1 leader_uuid: "409289a8766b46f79987c6a8341a7ddd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:00.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.761752 26963 raft_consensus.cc:3060] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 0 FOLLOWER]: Advancing to term 1
00:32:00.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.760020 27180 leader_election.cc:290] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Requested vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.764102 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "16d0e99f121e479b86a7e159afde7bbf" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd"
00:32:00.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.766150 26552 raft_consensus.cc:3060] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.767768 26963 raft_consensus.cc:2468] T 16d0e99f121e479b86a7e159afde7bbf P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 1.
00:32:00.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.768913 26754 leader_election.cc:304] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 285b74c25468445d86c4e7e99b2676da, 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 
00:32:00.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.770078 27180 raft_consensus.cc:2804] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader election won for term 1
00:32:00.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.770903 27180 raft_consensus.cc:697] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 LEADER]: Becoming Leader. State: Replica: 8e40d6ec43bd4aee9cd5a0f95ba717bd, State: Running, Role: LEADER
00:32:00.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.771951 27180 consensus_queue.cc:237] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.776525 26552 raft_consensus.cc:2468] T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in term 1.
00:32:00.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.884 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:00.884 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:00.885 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:00.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:00.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:00.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:00.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:00.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.894544 27181 consensus_queue.cc:1048] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.911257 25535 debug-util.cc:398] Leaking SignalData structure 0x7b08000ae280 after lost signal to thread 25468
00:32:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:00.912351 25535 debug-util.cc:398] Leaking SignalData structure 0x7b080003cae0 after lost signal to thread 25538
00:32:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.916314 27180 raft_consensus.cc:493] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.916788 27180 raft_consensus.cc:515] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } }
00:32:00.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.918776 27180 leader_election.cc:290] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 409289a8766b46f79987c6a8341a7ddd (127.25.125.129:42269), 285b74c25468445d86c4e7e99b2676da (127.25.125.131:44507)
00:32:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.921152 26552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "409289a8766b46f79987c6a8341a7ddd" is_pre_election: true
00:32:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.921290 27181 consensus_queue.cc:1048] T 79aba2e5ec3b43c0bf50f5423b4bfeaf P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.921566 26963 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7dd274b430c5419eb74b484a5a9fdec7" candidate_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "285b74c25468445d86c4e7e99b2676da" is_pre_election: true
00:32:00.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.922282 26963 raft_consensus.cc:2393] T 7dd274b430c5419eb74b484a5a9fdec7 P 285b74c25468445d86c4e7e99b2676da [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8e40d6ec43bd4aee9cd5a0f95ba717bd in current term 1: Already voted for candidate 409289a8766b46f79987c6a8341a7ddd in this term.
00:32:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.924073 26757 leader_election.cc:304] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8e40d6ec43bd4aee9cd5a0f95ba717bd; no voters: 285b74c25468445d86c4e7e99b2676da, 409289a8766b46f79987c6a8341a7ddd
00:32:00.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.925405 27180 raft_consensus.cc:3060] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 0 FOLLOWER]: Advancing to term 1
00:32:00.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.937234 27180 raft_consensus.cc:2749] T 7dd274b430c5419eb74b484a5a9fdec7 P 8e40d6ec43bd4aee9cd5a0f95ba717bd [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:32:00.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.942250 27225 consensus_queue.cc:1048] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:32:00.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.973373 27225 consensus_queue.cc:1048] T 97d6f354c23846da900268ca3dd113ae P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:00.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:00.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:00.998431 26358 catalog_manager.cc:5696] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd reported cstate change: term changed from 0 to 1, leader changed from <none> to 8e40d6ec43bd4aee9cd5a0f95ba717bd (127.25.125.130). New cstate: current_term: 1 leader_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 } health_report { overall_health: UNKNOWN } } }
00:32:01.005 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:01.005 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:01.005 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:01.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.006 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.006 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.006 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.006 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:01.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:01.120064 27186 consensus_queue.cc:1048] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "8e40d6ec43bd4aee9cd5a0f95ba717bd" member_type: VOTER last_known_addr { host: "127.25.125.130" port: 44467 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:32:01.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:01.192009 27186 consensus_queue.cc:1048] T 7dd274b430c5419eb74b484a5a9fdec7 P 409289a8766b46f79987c6a8341a7ddd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:01.281 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:01.316648 27203 consensus_queue.cc:1048] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "409289a8766b46f79987c6a8341a7ddd" member_type: VOTER last_known_addr { host: "127.25.125.129" port: 42269 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:32:01.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:01.343614 27203 consensus_queue.cc:1048] T 16d0e99f121e479b86a7e159afde7bbf P 8e40d6ec43bd4aee9cd5a0f95ba717bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "285b74c25468445d86c4e7e99b2676da" member_type: VOTER last_known_addr { host: "127.25.125.131" port: 44507 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:01.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.380 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.61:41419(127.24.181.61:41419)] disconnecting while in state READY
00:32:01.381 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.60:34307(127.24.181.60:34307)] disconnecting while in state READY
00:32:01.381 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.62:34985(127.24.181.62:34985)] disconnecting while in state READY
00:32:01.381 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.181.61:41419(127.24.181.61:41419)] handling channelInactive
00:32:01.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state READY due to: connection closed
00:32:01.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:01.381 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.181.60:34307(127.24.181.60:34307)] handling channelInactive
00:32:01.382 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state READY due to: connection closed
00:32:01.384 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
00:32:01.384 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
00:32:01.398 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.181.62:34985(127.24.181.62:34985)] handling channelInactive
00:32:01.398 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state READY due to: connection closed
00:32:01.398 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:01.399 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state READY
00:32:01.399 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state READY
00:32:01.399 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state READY
00:32:01.399 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:01.399 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:01.399 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:01.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:01.400 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:01.404 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:32:01.405 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:32:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:01.419991 27234 log.cc:927] Time spent T 16d0e99f121e479b86a7e159afde7bbf P 409289a8766b46f79987c6a8341a7ddd: Append to log took a long time: real 0.083s	user 0.000s	sys 0.000s
00:32:01.481 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:01.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:01.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.481 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-0
00:32:01.483 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:01.484 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:32:01.484 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:32:01.484 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:01.484 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:01.484 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:32:01.524 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:32:01.524 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:32:01.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.658 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:01.658 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:01.658 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:01.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.661 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:01.665 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:01.665 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:01.666 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:01.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.666 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:01.673 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:01.673 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:01.673 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:01.673 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.673 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.673 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:01.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:01.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:01.674 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:01.723 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:01.724 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:01.724 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:01.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:01.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:01.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:01.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:01.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:01.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:01.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:01.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:01.725 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:01.725 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:01.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.829 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:01.877 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:01.877 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:01.878 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:01.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:01.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:01.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:01.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:01.908427 26088 debug-util.cc:398] Leaking SignalData structure 0x7b08000c0220 after lost signal to thread 25902
00:32:01.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:01.909770 26088 debug-util.cc:398] Leaking SignalData structure 0x7b08000e1ba0 after lost signal to thread 26091
00:32:01.917 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:32:01.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.088 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:32:02.088 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:32:02.088 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:32:02.139 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:32:02.211 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:02.211 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:02.211 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:02.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.212 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:02.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.423 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:02.423 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:02.423 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:02.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.424 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.424 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:02.455 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:02.455 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:02.456 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:02.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.456 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.457 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.458 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.458 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.456 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.458 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:02.484 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.544 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:02.544 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:02.544 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:02.544 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.544 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.545 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.545 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.545 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.545 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:02.550 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:02.550 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:02.550 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:02.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:02.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:02.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:02.552 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:02.583 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:02.584 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:02.584 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:02.584 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.584 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:02.643 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:02.643 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:02.643 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:02.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:02.645 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:02.645 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:02.645 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:02.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.646 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:02.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:02.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:02.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:02.669 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:02.669 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:02.669 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:02.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:02.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:02.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:02.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:02.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:02.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:02.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:02.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:02.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:02.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:02.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.798 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:02.799 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:02.799 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:02.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:02.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:02.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:02.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:02.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:02.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:02.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:02.840 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:02.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:02.896 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:02.899 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:02.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.900 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:02.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:02.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:02.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:02.935 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:02.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:02.938 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.938 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:02.938 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:02.938 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:02.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.013 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:03.013 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:03.013 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:03.013 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.014 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.014 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.014 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.014 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:03.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:03.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:03.019 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:03.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.020 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:03.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.133 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
00:32:03.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.312 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:32:03.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.328 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:32:03.356 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.361 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
00:32:03.373 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:32:03.388 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:32:03.397 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:32:03.398 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:32:03.398 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:32:03.399 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:32:03.399 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:32:03.399 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:32:03.399 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:32:03.399 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:32:03.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:32:03.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:32:03.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:32:03.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:32:03.400 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:32:03.400 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:32:03.400 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:32:03.400 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:32:03.401 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:32:03.401 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:32:03.401 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:32:03.402 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_3dc17ed3f18c477aa74fb94062baeb16/blobStorage
00:32:03.402 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:43551 - max concurrent requests: 50 - max backlog: 1000
00:32:03.403 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_3dc17ed3f18c477aa74fb94062baeb16/blobStorage
00:32:03.404 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_3dc17ed3f18c477aa74fb94062baeb16/blobStorage
00:32:03.405 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:32:03.405 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: d2d1ed09-f77c-4d78-9eff-ef80b712eae6
00:32:03.407 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:32:03.407 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-d896f340-26d6-4a4f-b6bc-f18b1a6dcbb7
00:32:03.408 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c8b0ddd9-f89e-4e25-bebc-67bae96aaeb7
00:32:03.414 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:03.414 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:03.414 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:03.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:03.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:03.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:03.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:03.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:03.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:03.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:03.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:03.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:03.415 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:03.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.511 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:03.511 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:03.511 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:03.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:03.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:03.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:03.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:03.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:03.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:03.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:03.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:03.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:03.516 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:03.525 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:32:03.526 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:32:03.526 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:32:03.526 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:32:03.527 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:32:03.529 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.530 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
00:32:03.540 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
00:32:03.541 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-68351336-35de-4dc6-81e4-730e22cd2270
00:32:03.541 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:32:03.542 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:32:03.571 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:32:03.572 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:32:03.597 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:39459
00:32:03.597 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:32:03.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:03.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:03.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:03.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.606 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:03.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:03.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:03.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:03.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:03.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:03.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:03.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:03.622 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:39459 was granted leadership with leaderSessionID=caaec2c0-32b4-4c8b-984b-da2ef10cacaa
00:32:03.622 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:39459 , session=caaec2c0-32b4-4c8b-984b-da2ef10cacaa
00:32:03.622 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:32:03.625 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:03.626 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:03.626 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:03.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:03.627 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:32:03.627 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:32:03.628 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id facd8948-9231-49bb-9a7f-77ff5d92c831. Creating new DispatcherLeaderProcess.
00:32:03.628 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:32:03.629 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:32:03.630 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:32:03.632 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:32:03.634 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
00:32:03.641 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=facd8948-9231-49bb-9a7f-77ff5d92c831
00:32:03.659 [INFO - pool-405-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 3a714a40-2625-4b3b-9352-d6ed2e35c7fc.
00:32:03.664 [INFO - pool-405-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
00:32:03.669 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
00:32:03.678 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:32:03.678 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:32:03.678 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:32:03.678 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:32:03.679 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=3a714a40-2625-4b3b-9352-d6ed2e35c7fc
00:32:03.706 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(9352d6ed2e35c7fc3a714a4026254b3b).
00:32:03.719 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:32:03.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:03.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:03.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:03.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.724 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:03.725 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:03.725 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:03.725 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:03.725 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:03.726 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:03.726 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-b525b57a80d7c94f121fff9bfcdea7a7'.
00:32:03.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:03.726 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:03.726 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job b525b57a80d7c94f121fff9bfcdea7a7 was granted leadership with leader id 65b2ad1b-6f0d-4b51-85b7-a5c976c662a5. Creating new JobMasterServiceProcess.
00:32:03.738 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID d2d1ed09-f77c-4d78-9eff-ef80b712eae6 (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
00:32:03.739 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 5fd0d404378ea8b5d32499f972d2c2f3.
00:32:03.739 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor d2d1ed09-f77c-4d78-9eff-ef80b712eae6 under 5fd0d404378ea8b5d32499f972d2c2f3 at the slot manager.
00:32:03.749 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
00:32:03.757 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.760 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.760 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph eed7080e7d25c73862a5b87c5737fb88 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.761 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.761 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:32:03.762 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:32:03.762 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2bb084f3
00:32:03.762 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:03.763 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:03.766 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:32:03.766 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@400977b5 for Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7).
00:32:03.767 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=65b2ad1b-6f0d-4b51-85b7-a5c976c662a5
00:32:03.769 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (b525b57a80d7c94f121fff9bfcdea7a7) under job master id 85b7a5c976c662a565b2ad1b6f0d4b51.
00:32:03.769 [INFO - flink-pekko.actor.default-dispatcher-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:03.771 [DEBUG - flink-pekko.actor.default-dispatcher-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:03.772 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:32:03.772 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7) switched from state CREATED to RUNNING.
00:32:03.774 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:32:03.775 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:32:03.775 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:32:03.777 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:32:03.778 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(9352d6ed2e35c7fc3a714a4026254b3b)
00:32:03.781 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.781 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:32:03.781 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 85b7a5c976c662a565b2ad1b6f0d4b51@pekko://flink/user/rpc/jobmanager_23 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.782 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:03.784 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:03.785 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.181.62:34985(127.24.181.62:34985)] Successfully connected to peer
00:32:03.786 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:03.793 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.181.61:41419(127.24.181.61:41419)] Successfully connected to peer
00:32:03.794 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:03.794 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:03.794 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:03.795 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.795 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.795 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:03.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:03.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:03.796 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:03.801 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager 85b7a5c976c662a565b2ad1b6f0d4b51@pekko://flink/user/rpc/jobmanager_23 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.810 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.181.60:34307(127.24.181.60:34307)] Successfully connected to peer
00:32:03.812 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:03.820 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.61
00:32:03.824 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 9352d6ed2e35c7fc3a714a4026254b3b.
00:32:03.824 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:03.824 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:03.824 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:03.825 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:03.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:03.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:03.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:03.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:03.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:03.825 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:03.826 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:03.826 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:03.826 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:03.826 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:03.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.831 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:03.836 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:03.838 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:32:03.840 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.62
00:32:03.843 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7588cc5e, L:/127.0.0.1:57110 - R:/127.24.181.61:41419] using SASL/PLAIN
00:32:03.853 [DEBUG - main] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:03.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.865 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:32:03.865 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.60
00:32:03.866 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:32:03.868 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:32:03.871 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:03.877 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe17d4308, L:/127.0.0.1:55148 - R:/127.24.181.62:34985] using SASL/PLAIN
00:32:03.882 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:03.883 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:03.885 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa8062a7c, L:/127.0.0.1:37104 - R:/127.25.125.188:33071] using SASL/PLAIN
00:32:03.889 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job b525b57a80d7c94f121fff9bfcdea7a7
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager d2d1ed09-f77c-4d78-9eff-ef80b712eae6
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:32:03.890 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 786c7509d975b739ea9f4f99f42ac6dc from d2d1ed09-f77c-4d78-9eff-ef80b712eae6 for job b525b57a80d7c94f121fff9bfcdea7a7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.891 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 3676632caf59aa53b9280ba95df51b9d from d2d1ed09-f77c-4d78-9eff-ef80b712eae6 for job b525b57a80d7c94f121fff9bfcdea7a7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.891 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1c83eb0d3b517d53c395ce237e2ae9bc from d2d1ed09-f77c-4d78-9eff-ef80b712eae6 for job b525b57a80d7c94f121fff9bfcdea7a7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.891 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2f009341e52435be434640bd0348481e from d2d1ed09-f77c-4d78-9eff-ef80b712eae6 for job b525b57a80d7c94f121fff9bfcdea7a7 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.892 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 786c7509d975b739ea9f4f99f42ac6dc for job b525b57a80d7c94f121fff9bfcdea7a7 from resource manager with leader id 9352d6ed2e35c7fc3a714a4026254b3b.
00:32:03.892 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 786c7509d975b739ea9f4f99f42ac6dc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.897 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:03.897 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:03.897 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:03.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:03.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:03.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:03.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:03.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:03.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:03.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:03.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:03.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:03.903 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:03.903 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job b525b57a80d7c94f121fff9bfcdea7a7 for job leader monitoring.
00:32:03.903 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 3676632caf59aa53b9280ba95df51b9d for job b525b57a80d7c94f121fff9bfcdea7a7 from resource manager with leader id 9352d6ed2e35c7fc3a714a4026254b3b.
00:32:03.904 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 3676632caf59aa53b9280ba95df51b9d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.904 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 1c83eb0d3b517d53c395ce237e2ae9bc for job b525b57a80d7c94f121fff9bfcdea7a7 from resource manager with leader id 9352d6ed2e35c7fc3a714a4026254b3b.
00:32:03.904 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 1c83eb0d3b517d53c395ce237e2ae9bc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.904 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 2f009341e52435be434640bd0348481e for job b525b57a80d7c94f121fff9bfcdea7a7 from resource manager with leader id 9352d6ed2e35c7fc3a714a4026254b3b.
00:32:03.904 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 2f009341e52435be434640bd0348481e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:03.906 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 65b2ad1b-6f0d-4b51-85b7-a5c976c662a5.
00:32:03.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:03.908 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=110), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, [96ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, deferred=null) after lookup
00:32:03.909 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:32:03.911 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.912 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.912 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.912 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:32:03.913 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 786c7509d975b739ea9f4f99f42ac6dc
00:32:03.913 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 786c7509d975b739ea9f4f99f42ac6dc.
00:32:03.914 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:03.914 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:32:03.915 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id b525b57a80d7c94f121fff9bfcdea7a7
00:32:03.915 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 786c7509d975b739ea9f4f99f42ac6dc.
00:32:03.916 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc6b92f78, L:/127.0.0.1:41126 - R:/127.24.181.60:34307] using SASL/PLAIN
00:32:03.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:03.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:32:03.919 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 3676632caf59aa53b9280ba95df51b9d
00:32:03.920 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:32:03.920 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 1c83eb0d3b517d53c395ce237e2ae9bc
00:32:03.927 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:03.928 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:03.928 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.125.188:33071, [9ms] Sub RPC GetTableLocations: received response from server master-127.25.125.188:33071: OK, deferred=null)) after lookup
00:32:03.929 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] connecting to peer
00:32:03.929 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:32:03.929 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 2f009341e52435be434640bd0348481e
00:32:03.931 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3676632caf59aa53b9280ba95df51b9d.
00:32:03.933 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 3676632caf59aa53b9280ba95df51b9d.
00:32:03.936 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:32:03.936 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:32:03.937 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@489f9250
00:32:03.937 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:03.937 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:03.937 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:32:03.938 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:32:03.939 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:03.939 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=164), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [68ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: OK, [156ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: OK, deferred=null) after lookup
00:32:03.946 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1c83eb0d3b517d53c395ce237e2ae9bc.
00:32:03.949 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:32:03.949 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:32:03.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10b364be
00:32:03.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:03.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:03.950 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:32:03.952 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 1c83eb0d3b517d53c395ce237e2ae9bc.
00:32:03.956 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:32:03.956 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:03.957 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:32:03.960 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] Successfully connected to peer
00:32:03.975 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@465ecfdf
00:32:03.978 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.190
00:32:03.980 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:03.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:03.982 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fe0197a
00:32:03.990 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:03.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 786c7509d975b739ea9f4f99f42ac6dc.
00:32:03.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 3676632caf59aa53b9280ba95df51b9d.
00:32:03.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 1c83eb0d3b517d53c395ce237e2ae9bc.
00:32:03.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2f009341e52435be434640bd0348481e.
00:32:03.992 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 2f009341e52435be434640bd0348481e.
00:32:03.992 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:03.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:03.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:03.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:03.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:03.993 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:03.993 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:03.994 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 2f009341e52435be434640bd0348481e.
00:32:03.995 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:32:03.995 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:32:03.996 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:03.999 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:32:03.999 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:32:03.999 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ed9b394
00:32:03.999 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:04.000 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:04.000 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:32:04.000 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:32:04.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@189ad781
00:32:04.002 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc8db88c9, L:/127.0.0.1:37358 - R:/127.25.125.189:33565] using SASL/PLAIN
00:32:04.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:04.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:04.004 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:32:04.004 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:32:04.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c4c20c4
00:32:04.013 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@777e558
00:32:04.014 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.017 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.022 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:04.023 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa43a8919, L:/127.0.0.1:36170 - R:/127.25.125.190:39803] using SASL/PLAIN
00:32:04.029 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.032 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.039 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:04.039 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x283bda5a, L:/127.0.0.1:53346 - R:/127.25.125.130:44467] using TOKEN/null
00:32:04.046 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:04.055 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.056 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:04.056 [DEBUG - main] (Connection.java:748) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] connecting to peer
00:32:04.068 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:04.072 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:04.073 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:32:04.077 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:32:04.087 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.096 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:04.098 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa31f5244, L:/127.0.0.1:37108 - R:/127.25.125.188:33071] using SASL/PLAIN
00:32:04.102 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:04.103 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:32:04.111 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:32:04.113 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:32:04.120 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:32:04.123 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:32:04.123 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.190
00:32:04.143 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.144 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.147 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf0df651c, L:/127.0.0.1:37122 - R:/127.25.125.188:33071] using SASL/PLAIN
00:32:04.153 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.155 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x45bebe8b, L:/127.0.0.1:37372 - R:/127.25.125.189:33565] using SASL/PLAIN
00:32:04.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:04.164 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=173), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.189:33565: OK, [125ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, deferred=null) after lookup
00:32:04.164 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x78f8a2fb, L:/127.0.0.1:36176 - R:/127.25.125.190:39803] using SASL/PLAIN
00:32:04.165 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:04.167 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:32:04.173 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:32:04.173 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.177 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:04.179 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.179 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@146a9cc7
00:32:04.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:32:04.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:32:04.183 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:32:04.187 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:04.187 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.125.188:33071(127.25.125.188:33071)] Successfully connected to peer
00:32:04.197 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:04.199 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:32:04.199 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:32:04.202 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.188
00:32:04.209 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:04.214 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.216 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.218 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.125.189:33565(127.25.125.189:33565)] Successfully connected to peer
00:32:04.219 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x86030b9c, L:/127.0.0.1:37138 - R:/127.25.125.188:33071] using SASL/PLAIN
00:32:04.223 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:32:04.228 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.229 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x302d4924, L:/127.0.0.1:37124 - R:/127.25.125.188:33071] using SASL/PLAIN
00:32:04.231 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:04.231 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=251), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [85ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, deferred=null) after lookup
00:32:04.233 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:32:04.237 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.239 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.243 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e08a322
00:32:04.244 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x92f5f6d8, L:/127.0.0.1:37384 - R:/127.25.125.189:33565] using SASL/PLAIN
00:32:04.246 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x00ff17ac, L:/127.0.0.1:37382 - R:/127.25.125.189:33565] using SASL/PLAIN
00:32:04.248 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.125.189
00:32:04.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:32:04.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:32:04.257 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.266 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7fd0836f, L:/127.0.0.1:37392 - R:/127.25.125.189:33565] using SASL/PLAIN
00:32:04.272 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.278 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x68a24b08, L:/127.0.0.1:36190 - R:/127.25.125.190:39803] using TOKEN/null
00:32:04.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.287 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:32:04.288 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7b4983f886d433df48024a94a5f5b6fa48adc41f5220a1cee4f2c9b0a78aa540'}]
00:32:04.290 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:32:04.299 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:04.299 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=281), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, [170ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, [204ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.189:33565: OK, deferred=null) after lookup
00:32:04.302 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:32:04.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.310 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.311 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5fca3a74
00:32:04.312 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:32:04.312 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:32:04.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:04.319 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=304), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.188:33071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.189:33565, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.125.190:39803, [180ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.188:33071: OK, [206ms] Sub RPC ConnectToMaster: received response from server master-127.25.125.189:33565: OK, deferred=null) after lookup
00:32:04.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.328 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.125.190:39803(127.25.125.190:39803)] Successfully connected to peer
00:32:04.329 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:04.329 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] Successfully connected to peer
00:32:04.330 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75d448ea
00:32:04.332 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:32:04.332 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:32:04.336 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:04.337 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:04.342 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.353 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x310e4b5a, L:/127.0.0.1:36200 - R:/127.25.125.190:39803] using TOKEN/null
00:32:04.358 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.358 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:32:04.359 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d9246d4ccf64130b06ede30ca84027f617068f374d2e75f71e6e21e38cfcb0c4'}]
00:32:04.361 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.363 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:04.365 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:04.366 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:04.367 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:32:04.368 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='929771b0f95699a258928b2ba338e4cdbbbce150de46302189588932fcf6c100'}]
00:32:04.369 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.370 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.375 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.376 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2d4d8a9a, L:/127.0.0.1:36216 - R:/127.25.125.190:39803] using TOKEN/null
00:32:04.382 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe024a3ef, L:/127.0.0.1:39316 - R:/127.25.125.129:42269] using TOKEN/null
00:32:04.394 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:04.395 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:04.403 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.403 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:04.411 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:04.414 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.414 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:04.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:32:04.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b6c9a32e6615b0a798db8052a70fa93e6fa0139ba3f210db9fe33011eb9a32d4'}]
00:32:04.422 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.424 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:04.434 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:04.438 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:32:04.438 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.438 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:04.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.439 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:32:04.439 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:32:04.442 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:04.452 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:04.454 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:04.455 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.455 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:04.455 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:04.457 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:04.459 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:04.460 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:04.466 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:04.466 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:04.466 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:04.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:04.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:04.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:04.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:04.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:04.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:04.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:04.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:04.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:04.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:04.469 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:04.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.491 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:04.501 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.501 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:04.505 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:04.505 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.516 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:04.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:04.541 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc49bd47d, L:/127.0.0.1:60688 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:04.560 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd9dfd63d, L:/127.0.0.1:60694 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:04.568 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.568 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:04.579 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.579 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:04.581 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.584 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [d9246d4ccf64130b06ede30ca84027f617068f374d2e75f71e6e21e38cfcb0c4]
00:32:04.585 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d9246d4ccf64130b06ede30ca84027f617068f374d2e75f71e6e21e38cfcb0c4]
00:32:04.587 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d9246d4ccf64130b06ede30ca84027f617068f374d2e75f71e6e21e38cfcb0c4 finished by subtask 0; deferring removal (restored in pending)
00:32:04.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:04.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:04.588 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='aae9865d4cb5f165f49a5e1b7bcae242f7eb8468f119f3eae273cce50fbfba2e'}]
00:32:04.590 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.591 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:04.591 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:04.594 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:32:04.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:04.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.600 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:04.613 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.613 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:04.620 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.627 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.643 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe7d86dee, L:/127.0.0.1:60702 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:04.647 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x877ec4c2, L:/127.0.0.1:60714 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:04.650 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:04.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:04.650 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:04.651 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:04.664 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:04.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.671 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:04.673 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:04.673 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:04.673 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:04.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:04.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:04.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:04.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:04.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:04.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:04.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:04.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:04.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:04.674 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:04.677 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.677 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:04.687 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.690 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7b4983f886d433df48024a94a5f5b6fa48adc41f5220a1cee4f2c9b0a78aa540]
00:32:04.692 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:32:04.709 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.710 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:04.715 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7b4983f886d433df48024a94a5f5b6fa48adc41f5220a1cee4f2c9b0a78aa540]
00:32:04.718 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7b4983f886d433df48024a94a5f5b6fa48adc41f5220a1cee4f2c9b0a78aa540 finished by subtask 1; deferring removal (restored in pending)
00:32:04.721 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:04.721 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:04.721 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:04.722 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:04.722 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e35bbd1ce9fefb9ae97ced6bb62e0c33feb6b4f139513c09407d00dee548557b'}]
00:32:04.725 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:04.744 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.745 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b6c9a32e6615b0a798db8052a70fa93e6fa0139ba3f210db9fe33011eb9a32d4]
00:32:04.745 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:04.745 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:32:04.748 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b6c9a32e6615b0a798db8052a70fa93e6fa0139ba3f210db9fe33011eb9a32d4]
00:32:04.748 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:04.749 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:04.751 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b6c9a32e6615b0a798db8052a70fa93e6fa0139ba3f210db9fe33011eb9a32d4 finished by subtask 3; deferring removal (restored in pending)
00:32:04.752 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:04.752 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:04.752 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:04.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:04.754 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:04.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:04.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.755 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.755 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:04.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:04.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:04.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.756 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.756 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.757 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.757 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.759 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:04.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.764 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.765 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.766 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa3ac1f4d, L:/127.0.0.1:60730 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.770 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.779 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.780 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [929771b0f95699a258928b2ba338e4cdbbbce150de46302189588932fcf6c100]
00:32:04.780 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:32:04.783 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [929771b0f95699a258928b2ba338e4cdbbbce150de46302189588932fcf6c100]
00:32:04.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:04.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:04.785 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:04.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:04.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:04.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:04.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:04.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:04.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:04.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:04.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:04.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:04.787 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:04.788 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:04.788 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:04.788 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:04.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:04.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:04.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:04.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.789 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.790 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.790 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 929771b0f95699a258928b2ba338e4cdbbbce150de46302189588932fcf6c100 finished by subtask 2; deferring removal (restored in pending)
00:32:04.800 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.800 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:04.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:04.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.827 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.828 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:04.831 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:04.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:04.832 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:04.832 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:32:04.833 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.834 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [aae9865d4cb5f165f49a5e1b7bcae242f7eb8468f119f3eae273cce50fbfba2e]
00:32:04.834 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:32:04.837 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [aae9865d4cb5f165f49a5e1b7bcae242f7eb8468f119f3eae273cce50fbfba2e]
00:32:04.839 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split aae9865d4cb5f165f49a5e1b7bcae242f7eb8468f119f3eae273cce50fbfba2e finished by subtask 0; deferring removal (restored in pending)
00:32:04.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:32:04.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:32:04.840 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:04.840 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:04.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.844 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:04.857 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:04.858 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:04.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470724859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:04.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@9f3d3bb, flushNotification=Deferred@1282511118(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:04.864 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] connecting to peer
00:32:04.864 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6619200b, flushNotification=Deferred@1765178454(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:04.865 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] connecting to peer
00:32:04.874 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@3c194b20, flushNotification=Deferred@2019666289(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:04.875 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] connecting to peer
00:32:04.917 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.917 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:04.925 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.925 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:04.940 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.940 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:04.951 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:04.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:04.951 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:04.951 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:04.952 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@63eaf1e5, flushNotification=Deferred@1802389292(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:04.953 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] connecting to peer
00:32:04.955 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:32:04.960 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:04.960 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:04.960 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:04.961 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:04.961 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:04.961 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:04.961 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:04.961 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:04.961 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:04.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:04.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:04.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:04.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:04.964 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299998, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:04.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:04.995 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] Successfully connected to peer
00:32:04.998 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:32:04.998 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:04.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:04.999 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:04.999 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:04.999 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.018 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:05.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.018 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:05.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:05.018 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:05.019 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.020 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.020 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.020 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:05.027 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.027 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:05.032 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.033 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:05.033 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:05.033 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:05.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.034 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.034 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.034 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.034 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:05.057 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:05.059 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.069 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:05.069 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:05.070 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:05.070 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.070 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.070 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.070 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:05.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.085 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:05.094 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.094 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:05.111 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.111 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:05.115 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] Successfully connected to peer
00:32:05.118 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x820177d2, L:/127.0.0.1:53360 - R:/127.25.125.130:44467] using TOKEN/null
00:32:05.122 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] Successfully connected to peer
00:32:05.123 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] Successfully connected to peer
00:32:05.139 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:05.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:05.140 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:05.140 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:05.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.147 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.152 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:05.157 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:05.182 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.188 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.188 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:05.189 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x40f5cc86, L:/127.0.0.1:60734 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:05.194 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.194 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:05.201 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.201 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.210 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305096084578304001) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.210 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e35bbd1ce9fefb9ae97ced6bb62e0c33feb6b4f139513c09407d00dee548557b]
00:32:05.210 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf4558bd3, L:/127.0.0.1:39330 - R:/127.25.125.129:42269] using TOKEN/null
00:32:05.211 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf5095882, L:/127.0.0.1:53368 - R:/127.25.125.130:44467] using TOKEN/null
00:32:05.221 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.229 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x74834d36, L:/127.0.0.1:53374 - R:/127.25.125.130:44467] using TOKEN/null
00:32:05.244 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:05.244 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:05.245 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:05.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.246 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:05.264 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.264 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:05.269 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:05.269 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:05.270 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:05.270 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.270 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:05.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:05.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:05.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:05.271 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:05.277 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.277 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:05.280 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.290 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:05.291 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:05.291 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:05.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:05.291 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:05.291 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:05.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:05.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:05.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:05.292 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:05.292 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:05.292 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:05.292 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:05.293 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [99ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [444ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1042ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2942ms] too many traces: truncated at 100 traces, deferred=Deferred@1965992043(state=PENDING, result=null, callback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672), errback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672)))
00:32:05.294 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:32:05.294 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [99ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [444ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1042ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2942ms] too many traces: truncated at 100 traces, deferred=Deferred@1965992043(state=PENDING, result=null, callback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672), errback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.60:34117
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:05.294 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:32:05.298 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:32:05.299 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28662), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [22ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [23ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [43ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [46ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [46ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [84ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [86ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [99ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [99ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [122ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [123ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [123ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [161ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [162ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [162ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [203ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [203ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [223ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [442ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [443ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [444ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1042ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1363ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2942ms] too many traces: truncated at 100 traces, deferred=Deferred@1965992043(state=PENDING, result=null, callback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672), errback=(continuation of Deferred@994562729 after retry RPC after error@1957772389) -> (continuation of Deferred@1130727858 after retry RPC after error@1132989509) -> (continuation of Deferred@1189039111 after retry RPC after error@1005589165) -> (continuation of Deferred@1412904056 after retry RPC after error@1474228383) -> (continuation of Deferred@1801269527 after retry RPC after error@1342383019) -> (continuation of Deferred@1031424295 after retry RPC after error@494930975) -> (continuation of Deferred@534205233 after retry RPC after error@1451238683) -> (continuation of Deferred@970751389 after retry RPC after error@606174797) -> (continuation of Deferred@21692195 after retry RPC after error@1446361836) -> (continuation of Deferred@207557922 after retry RPC after error@589550066) -> (continuation of Deferred@1967558994 after retry RPC after error@241149900) -> (continuation of Deferred@2052932896 after retry RPC after error@1196206040) -> (continuation of Deferred@113341026 after retry RPC after error@1976812721) -> (continuation of Deferred@1698163566 after retry RPC after error@1206383223) -> (continuation of Deferred@1245239947 after retry RPC after error@564488497) -> (continuation of Deferred@2064882416 after retry RPC after error@60799919) -> (continuation of Deferred@268424661 after retry RPC after error@85576186) -> (continuation of Deferred@1656358835 after retry RPC after error@470194824) -> (continuation of Deferred@1831253408 after retry RPC after error@641464295) -> (continuation of Deferred@344910604 after retry RPC after error@1014292943) -> (continuation of Deferred@1688721492 after retry RPC after error@500867048) -> (continuation of Deferred@2121257428 after retry RPC after error@1703816527) -> (continuation of Deferred@1068580050 after retry RPC after error@1994244371) -> (continuation of Deferred@1992056685 after retry RPC after error@1649209504) -> (continuation of Deferred@1420629911 after retry RPC after error@1289785672)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.60:34117
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:05.302 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:05.303 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
00:32:05.303 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:32:05.303 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RUNNING to RESTARTING.
00:32:05.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.316 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.324 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.324 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:05.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.329 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:05.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:05.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:05.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:05.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.339 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.339 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.339 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:05.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.373 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:05.373 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:05.373 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:05.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:05.403 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:05.403 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:05.403 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:05.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:05.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.440 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:05.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:05.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:05.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:05.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:05.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:05.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:05.454 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.454 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:05.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:05.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:05.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:05.455 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:05.455 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:05.455 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:05.455 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:05.476 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.477 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:05.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e35bbd1ce9fefb9ae97ced6bb62e0c33feb6b4f139513c09407d00dee548557b]
00:32:05.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:32:05.478 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:32:05.480 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:05.481 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:05.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.483 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e35bbd1ce9fefb9ae97ced6bb62e0c33feb6b4f139513c09407d00dee548557b finished by subtask 1; deferring removal (restored in pending)
00:32:05.487 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.487 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.490 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job b525b57a80d7c94f121fff9bfcdea7a7 (5026 bytes, checkpointDuration=630 ms, finalizationTime=1 ms).
00:32:05.491 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 131
00:32:05.492 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:32:05.492 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e35bbd1ce9fefb9ae97ced6bb62e0c33feb6b4f139513c09407d00dee548557b from pending
00:32:05.492 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d9246d4ccf64130b06ede30ca84027f617068f374d2e75f71e6e21e38cfcb0c4 from pending
00:32:05.492 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7b4983f886d433df48024a94a5f5b6fa48adc41f5220a1cee4f2c9b0a78aa540 from pending
00:32:05.492 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split aae9865d4cb5f165f49a5e1b7bcae242f7eb8468f119f3eae273cce50fbfba2e from pending
00:32:05.493 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b6c9a32e6615b0a798db8052a70fa93e6fa0139ba3f210db9fe33011eb9a32d4 from pending
00:32:05.493 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 929771b0f95699a258928b2ba338e4cdbbbce150de46302189588932fcf6c100 from pending
00:32:05.493 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
00:32:05.493 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470725491 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:05.497 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@33d7d728, flushNotification=Deferred@507107762(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:05.497 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] connecting to peer
00:32:05.511 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.511 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:05.521 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.522 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:05.529 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:05.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:05.529 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:05.530 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:32:05.541 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] Successfully connected to peer
00:32:05.547 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:05.547 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:05.547 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:05.548 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.548 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.548 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:05.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:05.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:05.549 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:05.563 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.580 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xb3ff4bf5, L:/127.0.0.1:39332 - R:/127.25.125.129:42269] using TOKEN/null
00:32:05.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.601 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:05.634 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.634 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:05.660 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=169 ms, finalizationTime=0 ms).
00:32:05.663 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:32:05.669 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.669 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:05.692 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.692 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.707 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:05.718 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.719 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:05.730 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:05.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:05.742 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:05.746 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:05.746 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:05.746 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:05.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.747 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:05.748 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:05.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:05.756 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:05.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:05.764 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:05.771 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:05.771 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:05.771 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:05.772 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:05.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.773 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.773 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.773 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.773 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.773 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:05.778 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2c2e5f6141294d8fb0d25e58b5bdafbc
00:32:05.778 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:05.780 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:05.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:05.784 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:05.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:05.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:05.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:05.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:05.786 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:05.787 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:05.787 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:05.787 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.181.60:34307, [4ms] Sub RPC GetTableLocations: received response from server master-127.24.181.60:34307: OK, deferred=null)) after lookup
00:32:05.788 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b67f9980c07f00b85e6f5330e166c8ad0ae5304f4949f22b9fa18d7a40dc819c'}]
00:32:05.790 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:05.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:32:05.791 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='423bdb1fd11ff394e3fc299a87b7cd2214e92f808616aded9da9a565f59f70ec'}]
00:32:05.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:05.792 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:05.792 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:05.792 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:32:05.793 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='552d4ff53abf61b0defdd3873e38aad09e5488dc26fc1ddb5234f1edc316ec9a'}]
00:32:05.793 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:05.794 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:05.794 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:32:05.794 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='67f3d8aac6d75c02ddc0b474a000d6000efdfcd85cae85f423fb0bd9940cace5'}]
00:32:05.794 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:05.795 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:05.795 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
00:32:05.796 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:05.818 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:05.818 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:05.818 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:05.819 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:05.819 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:05.819 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:05.819 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:05.819 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:05.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:05.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:05.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:05.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:05.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:05.824 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.824 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4887406cb8f243d1b73e562186a148eb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:05.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.831 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.831 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6bfcb03559244d428686bd486f375460 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:05.839 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:05.853 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:05.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.858 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:05.859 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:05.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470725859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:05.861 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:05.862 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:05.863 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:05.873 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:32:05.875 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:32:05.879 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.879 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 079c3099bc5f4dfbb4254152fa2a96b9 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:05.885 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:05.908 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:05.915 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:05.921 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.930 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:05.946 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:05.964 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:05.964 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:05.964 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:05.965 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:05.965 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:05.965 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:05.965 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:05.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:05.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:05.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:05.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:05.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:05.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:05.966 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:05.973 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x71f20dd9, L:/127.0.0.1:60764 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:05.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:05.983 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:05.983 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8f159b29d48f458288ea82ab1d408921 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:05.988 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x32c78933, L:/127.0.0.1:60740 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:06.015 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:06.028 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:06.049 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.049 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8aa26086936b4e709af67ec1a67c99b6 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:06.066 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe5f5e8d6, L:/127.0.0.1:60748 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:06.073 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x244b7861, L:/127.0.0.1:60746 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:06.083 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.083 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b67f9980c07f00b85e6f5330e166c8ad0ae5304f4949f22b9fa18d7a40dc819c]
00:32:06.083 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b67f9980c07f00b85e6f5330e166c8ad0ae5304f4949f22b9fa18d7a40dc819c]
00:32:06.084 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:32:06.084 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:32:06.086 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b67f9980c07f00b85e6f5330e166c8ad0ae5304f4949f22b9fa18d7a40dc819c finished by subtask 3; deferring removal (restored in pending)
00:32:06.087 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.087 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2fe658138c7bdfc2d2c8bdd6b3441e0732f74081ece4de77f2845e09beb939b7'}]
00:32:06.089 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:06.089 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.089 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [423bdb1fd11ff394e3fc299a87b7cd2214e92f808616aded9da9a565f59f70ec]
00:32:06.090 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [423bdb1fd11ff394e3fc299a87b7cd2214e92f808616aded9da9a565f59f70ec]
00:32:06.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:32:06.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:32:06.090 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.091 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 423bdb1fd11ff394e3fc299a87b7cd2214e92f808616aded9da9a565f59f70ec finished by subtask 1; deferring removal (restored in pending)
00:32:06.092 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7d56cf2345d378fc21318a8765b9184b0dd85c5685ef211fb38b5b370bbecfb7'}]
00:32:06.094 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:06.094 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:32:06.095 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:06.098 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.102 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.102 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [67f3d8aac6d75c02ddc0b474a000d6000efdfcd85cae85f423fb0bd9940cace5]
00:32:06.102 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [67f3d8aac6d75c02ddc0b474a000d6000efdfcd85cae85f423fb0bd9940cace5]
00:32:06.103 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
00:32:06.103 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
00:32:06.103 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.104 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 67f3d8aac6d75c02ddc0b474a000d6000efdfcd85cae85f423fb0bd9940cace5 finished by subtask 2; deferring removal (restored in pending)
00:32:06.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.124 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:32:06.125 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.126 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 828d8868e7e542ecb1a92df51e110eb4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:06.126 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:06.127 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 97d6f354c23846da900268ca3dd113ae for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet afec0793d0a04a93b29910a6864e4859 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 7dd274b430c5419eb74b484a5a9fdec7 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 16d0e99f121e479b86a7e159afde7bbf for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a4edbcef63ba4b8fa9488f2e2e760b1a for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:06.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:06.132 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=97d6f354c23846da900268ca3dd113ae@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=afec0793d0a04a93b29910a6864e4859@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=7dd274b430c5419eb74b484a5a9fdec7@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=16d0e99f121e479b86a7e159afde7bbf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269),8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf@[285b74c25468445d86c4e7e99b2676da(127.25.125.131:44507),409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)[L],8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:06.132 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.125.188:33071, [5ms] Sub RPC GetTableLocations: received response from server master-127.25.125.188:33071: OK, deferred=null)) after lookup
00:32:06.141 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.141 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:06.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.149 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:06.163 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.164 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [552d4ff53abf61b0defdd3873e38aad09e5488dc26fc1ddb5234f1edc316ec9a]
00:32:06.164 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [552d4ff53abf61b0defdd3873e38aad09e5488dc26fc1ddb5234f1edc316ec9a]
00:32:06.164 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:32:06.164 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:32:06.165 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 552d4ff53abf61b0defdd3873e38aad09e5488dc26fc1ddb5234f1edc316ec9a finished by subtask 0; deferring removal (restored in pending)
00:32:06.165 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.167 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.167 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:06.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.181 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:06.193 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.194 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:06.208 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.209 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:06.224 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.224 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.225 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:32:06.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.234 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4887406cb8f243d1b73e562186a148eb for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:06.242 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.243 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 6bfcb03559244d428686bd486f375460 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:06.243 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:06.243 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:06.243 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:06.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.245 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:06.245 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26591), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [117ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [170ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [171ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [523ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [842ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [850ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2643ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4401ms] refreshing cache from master, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4402ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082)))
00:32:06.246 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
00:32:06.246 [WARN - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26591), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [117ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [170ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [171ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [523ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [842ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [850ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2643ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4401ms] refreshing cache from master, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4402ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:06.247 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
00:32:06.248 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
00:32:06.250 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26591), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [70ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [78ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [78ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [114ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [117ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [170ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [171ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [244ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [244ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [301ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [302ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [363ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [523ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [523ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [724ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [724ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [842ms] refreshing cache from master, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [843ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [850ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [850ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2641ms] refreshing cache from master, [2641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2642ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2643ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2643ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [4401ms] refreshing cache from master, [4401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [4402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [4402ms] too many traces: truncated at 100 traces, deferred=Deferred@2130771664(state=PENDING, result=null, callback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082), errback=(continuation of Deferred@978083216 after retry RPC after error@2044305959) -> (continuation of Deferred@2002294517 after retry RPC after error@265683120) -> (continuation of Deferred@1462660103 after retry RPC after error@1666327647) -> (continuation of Deferred@1351547390 after retry RPC after error@1868734687) -> (continuation of Deferred@1267251040 after retry RPC after error@956957330) -> (continuation of Deferred@510414148 after retry RPC after error@1685221902) -> (continuation of Deferred@1792014935 after retry RPC after error@62417678) -> (continuation of Deferred@2143424592 after retry RPC after error@148369316) -> (continuation of Deferred@492810667 after retry RPC after error@1577015573) -> (continuation of Deferred@844141162 after retry RPC after error@88994123) -> (continuation of Deferred@1711266464 after retry RPC after error@1122959611) -> (continuation of Deferred@1956256014 after retry RPC after error@515340671) -> (continuation of Deferred@92707539 after retry RPC after error@1070905920) -> (continuation of Deferred@455247581 after retry RPC after error@1048275015) -> (continuation of Deferred@261762393 after retry RPC after error@352751696) -> (continuation of Deferred@446560323 after retry RPC after error@2143392263) -> (continuation of Deferred@569346115 after retry RPC after error@13240382) -> (continuation of Deferred@1969272708 after retry RPC after error@105009797) -> (continuation of Deferred@1530036126 after retry RPC after error@199821118) -> (continuation of Deferred@2076527952 after retry RPC after error@1871183575) -> (continuation of Deferred@662811190 after retry RPC after error@1678934287) -> (continuation of Deferred@896335632 after retry RPC after error@1699597868) -> (continuation of Deferred@1341640881 after retry RPC after error@1067264697) -> (continuation of Deferred@1834735141 after retry RPC after error@1718376716) -> (continuation of Deferred@393178920 after retry RPC after error@1106335646) -> (continuation of Deferred@1915247483 after retry RPC after error@1980291083) -> (continuation of Deferred@452128717 after retry RPC after error@1374951082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:06.251 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
00:32:06.251 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:32:06.252 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:06.252 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
00:32:06.258 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:06.258 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:06.260 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.260 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 079c3099bc5f4dfbb4254152fa2a96b9 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:06.273 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.273 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8f159b29d48f458288ea82ab1d408921 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:06.286 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:06.307 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.307 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.307 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.308 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:32:06.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.349 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.349 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8aa26086936b4e709af67ec1a67c99b6 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:06.353 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:06.354 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:06.355 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:06.355 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:06.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:06.355 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:06.355 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:06.356 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:06.356 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:06.356 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:06.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:06.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:06.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:06.356 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:06.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470726359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:06.364 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.364 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
00:32:06.364 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.380 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc7f6e0e8, L:/127.0.0.1:60780 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:06.384 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:06.384 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:06.384 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:06.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.389 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.389 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.389 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.389 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:06.391 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=32 ms, finalizationTime=0 ms).
00:32:06.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:32:06.393 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 552d4ff53abf61b0defdd3873e38aad09e5488dc26fc1ddb5234f1edc316ec9a from pending
00:32:06.393 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split b67f9980c07f00b85e6f5330e166c8ad0ae5304f4949f22b9fa18d7a40dc819c from pending
00:32:06.393 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 423bdb1fd11ff394e3fc299a87b7cd2214e92f808616aded9da9a565f59f70ec from pending
00:32:06.393 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 67f3d8aac6d75c02ddc0b474a000d6000efdfcd85cae85f423fb0bd9940cace5 from pending
00:32:06.393 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 4 finished splits from enumerator state
00:32:06.400 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:06.400 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:06.400 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:06.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.401 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.401 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.401 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.401 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.401 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:06.405 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:06.408 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.408 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7d56cf2345d378fc21318a8765b9184b0dd85c5685ef211fb38b5b370bbecfb7]
00:32:06.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7d56cf2345d378fc21318a8765b9184b0dd85c5685ef211fb38b5b370bbecfb7]
00:32:06.409 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:32:06.409 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:32:06.410 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7d56cf2345d378fc21318a8765b9184b0dd85c5685ef211fb38b5b370bbecfb7 finished by subtask 1; deferring removal (restored in pending)
00:32:06.410 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.411 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.426 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:06.447 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:06.452 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe025899d, L:/127.0.0.1:60782 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:06.462 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.462 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 828d8868e7e542ecb1a92df51e110eb4 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:06.477 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.478 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.478 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:32:06.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.484 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096092766208001) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.484 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [2fe658138c7bdfc2d2c8bdd6b3441e0732f74081ece4de77f2845e09beb939b7]
00:32:06.484 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2fe658138c7bdfc2d2c8bdd6b3441e0732f74081ece4de77f2845e09beb939b7]
00:32:06.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:32:06.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:32:06.486 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2fe658138c7bdfc2d2c8bdd6b3441e0732f74081ece4de77f2845e09beb939b7 finished by subtask 3; deferring removal (restored in pending)
00:32:06.486 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:06.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=97d6f354c23846da900268ca3dd113ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 97d6f354c23846da900268ca3dd113ae for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
00:32:06.511 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=afec0793d0a04a93b29910a6864e4859, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.511 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet afec0793d0a04a93b29910a6864e4859 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
00:32:06.525 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.526 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.526 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:32:06.541 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:06.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:06.541 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.541 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:32:06.543 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7dd274b430c5419eb74b484a5a9fdec7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.543 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 7dd274b430c5419eb74b484a5a9fdec7 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
00:32:06.551 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:06.551 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:06.551 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:06.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.552 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:06.553 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:06.553 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:06.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.554 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.554 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:06.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.554 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.554 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.554 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:06.556 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=16d0e99f121e479b86a7e159afde7bbf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.556 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 16d0e99f121e479b86a7e159afde7bbf for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
00:32:06.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a4edbcef63ba4b8fa9488f2e2e760b1a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a4edbcef63ba4b8fa9488f2e2e760b1a for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
00:32:06.587 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=79aba2e5ec3b43c0bf50f5423b4bfeaf, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:06.587 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 79aba2e5ec3b43c0bf50f5423b4bfeaf for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
00:32:06.587 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state READY
00:32:06.587 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state READY
00:32:06.587 [DEBUG - main] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state READY
00:32:06.587 [DEBUG - main] (Connection.java:575) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] disconnecting while in state READY
00:32:06.587 [DEBUG - main] (Connection.java:575) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] disconnecting while in state READY
00:32:06.588 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:06.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:06.588 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:06.588 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:06.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:06.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:06.589 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] handling channelInactive
00:32:06.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] cleaning up while in state READY due to: connection closed
00:32:06.590 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:06.591 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
00:32:06.591 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
00:32:06.592 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
00:32:06.592 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
00:32:06.601 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] handling channelInactive
00:32:06.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] cleaning up while in state READY due to: connection closed
00:32:06.601 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
00:32:06.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:06.602713 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26443
00:32:06.644 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:06.644 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:06.644 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:06.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:06.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.645 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:06.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:06.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:06.670 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:06.670 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:06.670 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:06.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.672 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:06.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.855 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] handling channelInactive
00:32:06.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] cleaning up while in state READY due to: connection closed
00:32:06.856 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] handling channelInactive
00:32:06.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] cleaning up while in state READY due to: connection closed
00:32:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:06.858014 26757 connection.cc:573] client connection to 127.25.125.129:42269 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:06.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:06.858516 26757 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:06.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470726859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:06.870 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job b525b57a80d7c94f121fff9bfcdea7a7 (2338 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:06.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:32:06.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 7d56cf2345d378fc21318a8765b9184b0dd85c5685ef211fb38b5b370bbecfb7 from pending
00:32:06.872 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 2fe658138c7bdfc2d2c8bdd6b3441e0732f74081ece4de77f2845e09beb939b7 from pending
00:32:06.872 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 2 finished splits from enumerator state
00:32:06.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:06.871613 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26651
00:32:06.933 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:06.933 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:06.933 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:06.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:06.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.935 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:06.935 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.935 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.935 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:06.935 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:06.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:06.954 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:06.954 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:06.954 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.954 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.954 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.955 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:06.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:06.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:06.973 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:06.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:06.974 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.974 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.974 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:06.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:06.975 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:06.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:06.991 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] handling channelInactive
00:32:06.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] cleaning up while in state READY due to: connection closed
00:32:06.991 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] handling channelInactive
00:32:06.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] cleaning up while in state READY due to: connection closed
00:32:06.992 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] handling channelInactive
00:32:06.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] cleaning up while in state READY due to: connection closed
00:32:07.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:07.024053 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26876
00:32:07.106 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:07.106 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:07.106 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:07.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.106 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.107 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:07.109 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:07.109 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:07.109 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:07.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:07.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:07.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:07.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:07.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:07.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:07.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:07.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:07.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:07.110 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:07.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:07.122155 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26114
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:07.218 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.125.190:39803(127.25.125.190:39803)] handling channelInactive
00:32:07.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state READY due to: connection closed
00:32:07.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:07.224242 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26185
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:07.265 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:07.266 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.125.189:33565(127.25.125.189:33565)] handling channelInactive
00:32:07.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state READY due to: connection closed
00:32:07.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:07.268330 26102 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 26313
00:32:07.322 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:07.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:07.323 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:07.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:07.323 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:07.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:07.324 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.125.188:33071(127.25.125.188:33071)] handling channelInactive
00:32:07.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state READY due to: connection closed
00:32:07.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470727359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:07.374 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:32:07.377 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:32:07.412 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RESTARTING to RUNNING.
00:32:07.412 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 989e0e194e66b090605ad814361b1b58 from Checkpoint 69 @ 1783470666681 for 989e0e194e66b090605ad814361b1b58 located at file:/tmp/junit8588352750398863425/checkpoints/989e0e194e66b090605ad814361b1b58/chk-69.
00:32:07.413 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:32:07.414 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
00:32:07.414 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
00:32:07.415 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
00:32:07.415 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 191ebb01dd2013c7f83d42074973168c
00:32:07.415 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:07.416 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:32:07.417 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 191ebb01dd2013c7f83d42074973168c.
00:32:07.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
00:32:07.424 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
00:32:07.424 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@629a164
00:32:07.424 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:07.425 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:32:07.425 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:32:07.425 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:32:07.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f65c159
00:32:07.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.446 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.460 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.464 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.465 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.466 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.480 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.482 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.483 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.483 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.483 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.484 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.485 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.507 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.508 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.509 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.509 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.509 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.509 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.510 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.520 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.521 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.521 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.541 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.541 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.541 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.543 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.543 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.544 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:07.544 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:07.545 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:07.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:07.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:07.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:07.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:07.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:07.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:07.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:07.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:07.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:07.546 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:07.563 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.564 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.564 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.565 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.568 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.568 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.568 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.568 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.585 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.623 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:07.624 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:07.624 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:07.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.625 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.625 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.625 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:07.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27963), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [138ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [146ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1102ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1461ms] too many traces: truncated at 100 traces, deferred=Deferred@1103132878(state=PENDING, result=null, callback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153), errback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153)))
00:32:07.627 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
00:32:07.627 [WARN - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27963), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [138ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [146ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1102ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1461ms] too many traces: truncated at 100 traces, deferred=Deferred@1103132878(state=PENDING, result=null, callback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153), errback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.188:35297
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:07.627 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
00:32:07.630 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
00:32:07.632 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27963), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [127ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [138ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [146ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [146ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [176ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [177ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [178ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [179ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [220ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [263ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [263ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [323ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [323ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [720ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [723ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1102ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1440ms] refreshing cache from master, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1460ms] refreshing cache from master, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1461ms] too many traces: truncated at 100 traces, deferred=Deferred@1103132878(state=PENDING, result=null, callback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153), errback=(continuation of Deferred@366486666 after retry RPC after error@1022208777) -> (continuation of Deferred@36915271 after retry RPC after error@1089947335) -> (continuation of Deferred@341825063 after retry RPC after error@1161531974) -> (continuation of Deferred@1574083542 after retry RPC after error@661209045) -> (continuation of Deferred@1307388913 after retry RPC after error@1423784360) -> (continuation of Deferred@496506062 after retry RPC after error@1944131391) -> (continuation of Deferred@1475811345 after retry RPC after error@1784314686) -> (continuation of Deferred@934886623 after retry RPC after error@1276808696) -> (continuation of Deferred@599929850 after retry RPC after error@444088119) -> (continuation of Deferred@1691985763 after retry RPC after error@2092204877) -> (continuation of Deferred@1322984130 after retry RPC after error@360791465) -> (continuation of Deferred@1011507909 after retry RPC after error@1690050794) -> (continuation of Deferred@1936118669 after retry RPC after error@1863763005) -> (continuation of Deferred@2482000 after retry RPC after error@85660878) -> (continuation of Deferred@1084507483 after retry RPC after error@424298078) -> (continuation of Deferred@935052664 after retry RPC after error@1784355365) -> (continuation of Deferred@137823400 after retry RPC after error@1124391750) -> (continuation of Deferred@712857179 after retry RPC after error@407235331) -> (continuation of Deferred@677883623 after retry RPC after error@1297911366) -> (continuation of Deferred@223594040 after retry RPC after error@989411682) -> (continuation of Deferred@796702796 after retry RPC after error@117128539) -> (continuation of Deferred@361388474 after retry RPC after error@1716207680) -> (continuation of Deferred@750729757 after retry RPC after error@1936841524) -> (continuation of Deferred@879827817 after retry RPC after error@142873831) -> (continuation of Deferred@1572780088 after retry RPC after error@552300736) -> (continuation of Deferred@486378983 after retry RPC after error@880185779) -> (continuation of Deferred@471961725 after retry RPC after error@1731694153)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.188:35297
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:07.658 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:07.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
00:32:07.659 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
00:32:07.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:07.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:07.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:07.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:07.678 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:07.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:07.678 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:07.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:07.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:07.679 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:07.679 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:07.679 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:07.679 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:07.696 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:07.696 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:07.696 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:07.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:07.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:07.701 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.701 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:07.701 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:07.701 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.701 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28054), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [38ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [92ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [571ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [822ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3600ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3601ms] too many traces: truncated at 100 traces, deferred=Deferred@894140458(state=PENDING, result=null, callback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487), errback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487)))
00:32:07.702 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.702 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.703 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
00:32:07.703 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28054), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [38ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [92ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [571ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [822ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3600ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3601ms] too many traces: truncated at 100 traces, deferred=Deferred@894140458(state=PENDING, result=null, callback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487), errback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:07.704 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
00:32:07.706 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
00:32:07.708 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28054), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [38ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [67ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [67ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [92ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [160ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [174ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [174ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [197ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [203ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [203ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [241ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [261ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [321ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [322ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [344ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [571ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [821ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [822ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1442ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3600ms] refreshing cache from master, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3601ms] too many traces: truncated at 100 traces, deferred=Deferred@894140458(state=PENDING, result=null, callback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487), errback=(continuation of Deferred@85473693 after retry RPC after error@598621079) -> (continuation of Deferred@1060687664 after retry RPC after error@1444626989) -> (continuation of Deferred@311123362 after retry RPC after error@1084997351) -> (continuation of Deferred@965978253 after retry RPC after error@898998200) -> (continuation of Deferred@2101060325 after retry RPC after error@1627027235) -> (continuation of Deferred@1141472369 after retry RPC after error@1568166679) -> (continuation of Deferred@2113203927 after retry RPC after error@1317326117) -> (continuation of Deferred@1105320560 after retry RPC after error@1579076016) -> (continuation of Deferred@71698162 after retry RPC after error@1824722618) -> (continuation of Deferred@591293192 after retry RPC after error@189097366) -> (continuation of Deferred@1057002394 after retry RPC after error@1271065630) -> (continuation of Deferred@469022789 after retry RPC after error@993859448) -> (continuation of Deferred@1757126 after retry RPC after error@1550082503) -> (continuation of Deferred@1651297438 after retry RPC after error@825856380) -> (continuation of Deferred@1728781410 after retry RPC after error@404632349) -> (continuation of Deferred@470947004 after retry RPC after error@1641923635) -> (continuation of Deferred@1586117734 after retry RPC after error@929393265) -> (continuation of Deferred@1004416981 after retry RPC after error@875399361) -> (continuation of Deferred@994831150 after retry RPC after error@660682964) -> (continuation of Deferred@1829444458 after retry RPC after error@892923274) -> (continuation of Deferred@1364095640 after retry RPC after error@2143770621) -> (continuation of Deferred@1252184868 after retry RPC after error@948187975) -> (continuation of Deferred@452746365 after retry RPC after error@1598130272) -> (continuation of Deferred@52841311 after retry RPC after error@438394487)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:07.711 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:07.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
00:32:07.713 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
00:32:07.777 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:07.782 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:07.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:07.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:07.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:07.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:07.783 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:07.783 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:07.792 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9b274eeeed2400f7efffbe3496c50e92550e05bf1aa9764615fd768eaf2d0cb4'}]
00:32:07.793 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.794 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f4f8de7332906c1280241c203f0f6e9ef156c17e673cc7dba1794b06a532b6f'}]
00:32:07.795 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.796 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f8108739a73067fa839c1ea5a2805fdb11c02d0cde4ccdaece8270f6d19fb20a'}]
00:32:07.797 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.797 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2db3c7c4973a32ba72d66e4bb13e5ec3ea7588c6484f3ba730611f42af0bed83'}]
00:32:07.798 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.798 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
00:32:07.799 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:07.799 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:32:07.800 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:07.800 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:32:07.801 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:07.801 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:32:07.801 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:07.813 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:07.821 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:07.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.829 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:07.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:07.845 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:07.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.854 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:07.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470727858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:07.870 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:32:07.871 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:07.871 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:07.872 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:07.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:07.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:07.874 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:07.874 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:07.874 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:07.875 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:32:07.879 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:07.882 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:07.891 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:07.895 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb100c488, L:/127.0.0.1:52582 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:07.897 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:07.899 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:07.911 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:07.916 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x842a7940, L:/127.0.0.1:52596 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:07.917 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:07.921 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa91ded5b, L:/127.0.0.1:52594 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:07.928 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:07.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.937 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:07.940 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f4f8de7332906c1280241c203f0f6e9ef156c17e673cc7dba1794b06a532b6f]
00:32:07.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f4f8de7332906c1280241c203f0f6e9ef156c17e673cc7dba1794b06a532b6f]
00:32:07.940 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:07.941 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:07.941 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:07.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:07.941 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f4f8de7332906c1280241c203f0f6e9ef156c17e673cc7dba1794b06a532b6f finished by subtask 0; deferring removal (restored in pending)
00:32:07.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:07.942 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.942 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.942 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:07.942 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:07.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:32:07.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:32:07.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4a7e5ed411c0b375398cdcf1bb611149ccbcc2bf851df7f14fb136b87f294bc2'}]
00:32:07.944 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.945 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:32:07.946 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:07.946 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:07.949 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:07.957 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:07.973 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:07.973 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:07.976 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9b274eeeed2400f7efffbe3496c50e92550e05bf1aa9764615fd768eaf2d0cb4]
00:32:07.977 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9b274eeeed2400f7efffbe3496c50e92550e05bf1aa9764615fd768eaf2d0cb4]
00:32:07.977 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
00:32:07.977 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
00:32:07.977 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:07.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9b274eeeed2400f7efffbe3496c50e92550e05bf1aa9764615fd768eaf2d0cb4 finished by subtask 2; deferring removal (restored in pending)
00:32:07.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:07.979 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c987d8e8b2a52279c39b5fc8274633e4573dd807ef8ee784b689ffc782e74706'}]
00:32:07.980 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:07.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:07.985 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x30283101, L:/127.0.0.1:52608 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:08.007 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.008 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.008 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:32:08.011 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
00:32:08.026 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:08.033 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:08.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2db3c7c4973a32ba72d66e4bb13e5ec3ea7588c6484f3ba730611f42af0bed83]
00:32:08.035 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2db3c7c4973a32ba72d66e4bb13e5ec3ea7588c6484f3ba730611f42af0bed83 finished by subtask 3; deferring removal (restored in pending)
00:32:08.033 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [2db3c7c4973a32ba72d66e4bb13e5ec3ea7588c6484f3ba730611f42af0bed83]
00:32:08.038 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:32:08.038 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:32:08.038 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:08.038 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:08.039 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:08.043 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:08.062 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:08.073 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:08.088 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbff7c16a, L:/127.0.0.1:52618 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:08.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:08.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:08.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:08.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:08.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:08.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:08.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:08.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:08.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:08.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:08.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:08.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:08.096 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:08.102 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:08.106 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:08.107 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4a7e5ed411c0b375398cdcf1bb611149ccbcc2bf851df7f14fb136b87f294bc2]
00:32:08.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4a7e5ed411c0b375398cdcf1bb611149ccbcc2bf851df7f14fb136b87f294bc2]
00:32:08.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:32:08.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:32:08.108 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4a7e5ed411c0b375398cdcf1bb611149ccbcc2bf851df7f14fb136b87f294bc2 finished by subtask 0; deferring removal (restored in pending)
00:32:08.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:08.111 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:08.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:08.129 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:08.139 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc0e2041, L:/127.0.0.1:52628 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:08.139 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:08.139 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f8108739a73067fa839c1ea5a2805fdb11c02d0cde4ccdaece8270f6d19fb20a]
00:32:08.140 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f8108739a73067fa839c1ea5a2805fdb11c02d0cde4ccdaece8270f6d19fb20a]
00:32:08.140 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:32:08.140 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:32:08.141 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f8108739a73067fa839c1ea5a2805fdb11c02d0cde4ccdaece8270f6d19fb20a finished by subtask 1; deferring removal (restored in pending)
00:32:08.141 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:08.141 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:08.167 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096100958208001) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:08.167 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [c987d8e8b2a52279c39b5fc8274633e4573dd807ef8ee784b689ffc782e74706]
00:32:08.168 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c987d8e8b2a52279c39b5fc8274633e4573dd807ef8ee784b689ffc782e74706]
00:32:08.168 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
00:32:08.168 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
00:32:08.169 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c987d8e8b2a52279c39b5fc8274633e4573dd807ef8ee784b689ffc782e74706 finished by subtask 2; deferring removal (restored in pending)
00:32:08.169 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:08.169 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:08.182 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:08.182 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:08.182 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:08.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:08.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:08.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:08.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:08.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:08.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:08.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:08.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:08.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:08.184 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:08.185 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:08.185 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:08.185 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:08.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:08.213 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.213 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.214 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:32:08.237 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.237 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.237 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:32:08.239 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.240 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.240 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:32:08.241 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.241 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.241 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
00:32:08.263 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:08.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:08.263 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:08.263 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
00:32:08.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470728358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:08.369 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:32:08.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split c987d8e8b2a52279c39b5fc8274633e4573dd807ef8ee784b689ffc782e74706 from pending
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 0f4f8de7332906c1280241c203f0f6e9ef156c17e673cc7dba1794b06a532b6f from pending
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split f8108739a73067fa839c1ea5a2805fdb11c02d0cde4ccdaece8270f6d19fb20a from pending
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 4a7e5ed411c0b375398cdcf1bb611149ccbcc2bf851df7f14fb136b87f294bc2 from pending
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9b274eeeed2400f7efffbe3496c50e92550e05bf1aa9764615fd768eaf2d0cb4 from pending
00:32:08.371 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 2db3c7c4973a32ba72d66e4bb13e5ec3ea7588c6484f3ba730611f42af0bed83 from pending
00:32:08.371 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 6 finished splits from enumerator state
00:32:08.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.444 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:08.444 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:08.444 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:08.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:08.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:08.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:08.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:08.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:08.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:08.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:08.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:08.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:08.446 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:08.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.605 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:08.605 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:08.606 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:08.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:08.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470728858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:08.865 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:08.866 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:08.866 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:08.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:08.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:08.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:08.867 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:08.876 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
00:32:08.881 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:32:08.941 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:08.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:08.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:08.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:08.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:08.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:08.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:08.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:08.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:08.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:08.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:08.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:08.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:08.955 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:08.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.113 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:09.113 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:09.113 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:09.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.114 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.114 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.114 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:09.153 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:09.154 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:09.154 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:09.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:09.159 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.159 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.159 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.160 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.160 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.160 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.161 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.161 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.162 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29473), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [29ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [38ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [304ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [504ms] refreshing cache from master, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [506ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [523ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1543ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [3186ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3186ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@2746490(state=PENDING, result=null, callback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484), errback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484)))
00:32:09.162 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:09.162 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:09.162 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.163 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:09.163 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.163 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.163 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29473), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [29ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [38ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [304ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [504ms] refreshing cache from master, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [506ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [523ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1543ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [3186ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3186ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@2746490(state=PENDING, result=null, callback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484), errback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29473), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [29ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [38ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [304ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [504ms] refreshing cache from master, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [506ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [523ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1543ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [3186ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3186ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@2746490(state=PENDING, result=null, callback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484), errback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:09.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:09.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:09.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:09.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:09.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:09.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:09.165 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:09.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:09.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:09.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:09.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.165 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.266 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.269 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29473), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [29ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [38ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [304ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [504ms] refreshing cache from master, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [506ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [523ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1543ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [3186ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3186ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@2746490(state=PENDING, result=null, callback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484), errback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29473), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [29ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [38ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [118ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [304ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [304ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [382ms] refreshing cache from master, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [384ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [504ms] refreshing cache from master, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [504ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [505ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [506ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [506ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [522ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [523ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [523ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1543ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [3185ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [3186ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3186ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [5861ms] too many traces: truncated at 100 traces, deferred=Deferred@2746490(state=PENDING, result=null, callback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484), errback=(continuation of Deferred@1501744809 after retry RPC after error@1067405225) -> (continuation of Deferred@719756423 after retry RPC after error@1707334553) -> (continuation of Deferred@712750606 after retry RPC after error@1876707055) -> (continuation of Deferred@1900084535 after retry RPC after error@178585493) -> (continuation of Deferred@2098782985 after retry RPC after error@1895704955) -> (continuation of Deferred@102882070 after retry RPC after error@735364112) -> (continuation of Deferred@300837576 after retry RPC after error@274345087) -> (continuation of Deferred@405519369 after retry RPC after error@357703512) -> (continuation of Deferred@2005438224 after retry RPC after error@913337418) -> (continuation of Deferred@1937655161 after retry RPC after error@1985166481) -> (continuation of Deferred@1167121732 after retry RPC after error@1891101568) -> (continuation of Deferred@1902325090 after retry RPC after error@515580011) -> (continuation of Deferred@1568842757 after retry RPC after error@304525278) -> (continuation of Deferred@2051446981 after retry RPC after error@1027168158) -> (continuation of Deferred@1976790704 after retry RPC after error@1387034507) -> (continuation of Deferred@476208555 after retry RPC after error@1804626974) -> (continuation of Deferred@89667890 after retry RPC after error@888739389) -> (continuation of Deferred@989370892 after retry RPC after error@1382080977) -> (continuation of Deferred@381010694 after retry RPC after error@1778476819) -> (continuation of Deferred@341293221 after retry RPC after error@1106034071) -> (continuation of Deferred@2038037343 after retry RPC after error@404824732) -> (continuation of Deferred@823800749 after retry RPC after error@364785692) -> (continuation of Deferred@590054135 after retry RPC after error@848257484)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:09.269 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:09.270 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
00:32:09.270 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
00:32:09.270 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to CANCELING.
00:32:09.270 [INFO - flink-pekko.actor.default-dispatcher-9] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
00:32:09.271 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
00:32:09.279 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.279 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.279 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
00:32:09.279 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
00:32:09.280 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
00:32:09.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.281 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.281 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.286 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
00:32:09.287 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CANCELING to CANCELED.
00:32:09.288 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:32:09.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.299 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:09.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:09.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.299 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:09.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.300 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.301 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:09.318 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.318 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.318 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.319 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.319 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:09.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:09.338 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:09.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:09.339 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.339 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.340 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.341 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.352 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:09.353 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:09.353 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:09.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:09.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:09.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:09.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:09.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:09.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:09.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:09.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:09.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:09.354 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:09.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.355 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29668), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [79ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [97ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [97ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [98ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [128ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [128ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [153ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [157ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [182ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [201ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [202ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [202ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [223ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [223ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [282ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [282ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [382ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [382ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [602ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [603ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1521ms] refreshing cache from master, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [2423ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [5600ms] refreshing cache from master, [5600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5601ms] too many traces: truncated at 100 traces, deferred=Deferred@755236165(state=PENDING, result=null, callback=(continuation of Deferred@1162935712 after retry RPC after error@1006490115) -> (continuation of Deferred@362906784 after retry RPC after error@662354564) -> (continuation of Deferred@1703280182 after retry RPC after error@817714511) -> (continuation of Deferred@689984380 after retry RPC after error@1534878278) -> (continuation of Deferred@289555281 after retry RPC after error@1267690267) -> (continuation of Deferred@1612671653 after retry RPC after error@1481202354) -> (continuation of Deferred@1536344609 after retry RPC after error@1802878459) -> (continuation of Deferred@1889839218 after retry RPC after error@1646981150) -> (continuation of Deferred@803517872 after retry RPC after error@1765298130) -> (continuation of Deferred@1015717311 after retry RPC after error@152383536) -> (continuation of Deferred@55987607 after retry RPC after error@683398384) -> (continuation of Deferred@1085588285 after retry RPC after error@1619066795) -> (continuation of Deferred@1359690969 after retry RPC after error@660696668) -> (continuation of Deferred@1101724838 after retry RPC after error@649084575) -> (continuation of Deferred@785724260 after retry RPC after error@40545132) -> (continuation of Deferred@347289675 after retry RPC after error@869316740) -> (continuation of Deferred@874111881 after retry RPC after error@1677660077) -> (continuation of Deferred@1845695225 after retry RPC after error@1486979877) -> (continuation of Deferred@601826835 after retry RPC after error@952551330) -> (continuation of Deferred@1319411353 after retry RPC after error@440960195) -> (continuation of Deferred@1081988647 after retry RPC after error@1309205085) -> (continuation of Deferred@607317331 after retry RPC after error@2046958474) -> (continuation of Deferred@1423980035 after retry RPC after error@1576217800) -> (continuation of Deferred@1847069264 after retry RPC after error@78414418) -> (continuation of Deferred@1370090730 after retry RPC after error@368578427) -> (continuation of Deferred@1000131870 after retry RPC after error@1539466797) -> (continuation of Deferred@1167200003 after retry RPC after error@281301789), errback=(continuation of Deferred@1162935712 after retry RPC after error@1006490115) -> (continuation of Deferred@362906784 after retry RPC after error@662354564) -> (continuation of Deferred@1703280182 after retry RPC after error@817714511) -> (continuation of Deferred@689984380 after retry RPC after error@1534878278) -> (continuation of Deferred@289555281 after retry RPC after error@1267690267) -> (continuation of Deferred@1612671653 after retry RPC after error@1481202354) -> (continuation of Deferred@1536344609 after retry RPC after error@1802878459) -> (continuation of Deferred@1889839218 after retry RPC after error@1646981150) -> (continuation of Deferred@803517872 after retry RPC after error@1765298130) -> (continuation of Deferred@1015717311 after retry RPC after error@152383536) -> (continuation of Deferred@55987607 after retry RPC after error@683398384) -> (continuation of Deferred@1085588285 after retry RPC after error@1619066795) -> (continuation of Deferred@1359690969 after retry RPC after error@660696668) -> (continuation of Deferred@1101724838 after retry RPC after error@649084575) -> (continuation of Deferred@785724260 after retry RPC after error@40545132) -> (continuation of Deferred@347289675 after retry RPC after error@869316740) -> (continuation of Deferred@874111881 after retry RPC after error@1677660077) -> (continuation of Deferred@1845695225 after retry RPC after error@1486979877) -> (continuation of Deferred@601826835 after retry RPC after error@952551330) -> (continuation of Deferred@1319411353 after retry RPC after error@440960195) -> (continuation of Deferred@1081988647 after retry RPC after error@1309205085) -> (continuation of Deferred@607317331 after retry RPC after error@2046958474) -> (continuation of Deferred@1423980035 after retry RPC after error@1576217800) -> (continuation of Deferred@1847069264 after retry RPC after error@78414418) -> (continuation of Deferred@1370090730 after retry RPC after error@368578427) -> (continuation of Deferred@1000131870 after retry RPC after error@1539466797) -> (continuation of Deferred@1167200003 after retry RPC after error@281301789)))
00:32:09.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470729359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:09.376 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
00:32:09.379 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.379 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.379 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.380 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.380 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.380 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.380 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:32:09.384 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:09.384 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:09.384 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:09.385 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:09.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:09Z chronyd exiting
00:32:09.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.438 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.438 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.438 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.439 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:09.473 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:09.474 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:09.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.475 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.475 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.475 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:09.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.498 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.499 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.499 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.500 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.503 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:09.503 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:09.503 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:09.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:09.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:09.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:09.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:09.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:09.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:09.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:09.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:09.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:09.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:09.558 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:09.558 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:09.558 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:09.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:09.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:09.559 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.559 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.559 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:09.559 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:09.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.578 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.579 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:09.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.579 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:09.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.579 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:09.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:09.579 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.615 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:09.616 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:09.616 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:09.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:09.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:09.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:09.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:09.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:09.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:09.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:09.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:09.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:09.617 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:09.650 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:09.650 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:09.650 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:09.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:09.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:09.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:09.651 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:09.785 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:09.786 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:09.786 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:09.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:09.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:09.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:09.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:09.789 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 6679e9852b4244e9bdb0e4c91bad48ce
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4887406cb8f243d1b73e562186a148eb for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 6bfcb03559244d428686bd486f375460 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 079c3099bc5f4dfbb4254152fa2a96b9 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8f159b29d48f458288ea82ab1d408921 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 8aa26086936b4e709af67ec1a67c99b6 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
00:32:09.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 828d8868e7e542ecb1a92df51e110eb4 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
00:32:09.798 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
00:32:09.802 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f0102c63e1bb539f1c05eea2f13446dc6c6900b63916651df4f77adfbc5b75d8'}]
00:32:09.804 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.804 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5e54566fce0ff37ffd3dd8733640c852f3eddde3cb150b446cf8b0991c623cc0'}]
00:32:09.806 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.806 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='44a50bb1ff5e5dfacb31c55ac3fd352d163f9657f023c7ce7435cd99bbd3515e'}]
00:32:09.807 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.808 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='29b549693cd518b1e1c7c2771b5d2189a2ed8ac5fcd1b618e166e3dc6b71cab0'}]
00:32:09.809 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.811 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:32:09.812 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299997, tablet=6bfcb03559244d428686bd486f375460@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:09.812 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:32:09.813 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299997, tablet=079c3099bc5f4dfbb4254152fa2a96b9@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)[L],f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:09.813 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:32:09.814 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299997, tablet=8f159b29d48f458288ea82ab1d408921@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:09.815 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
00:32:09.815 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299997, tablet=4887406cb8f243d1b73e562186a148eb@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569)[L],0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)]}]
00:32:09.825 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:09.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.837 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:09.838 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:09.839 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:09.841 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:09.854 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.857 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:09.858 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:09.859 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:09.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470729859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:09.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:09.863435 25488 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.24.181.61:41419, user_credentials={real_user=slave}} blocked reactor thread for 87640us
00:32:09.870 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:09.872 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:09.879 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:32:09.882 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:32:09.892 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:09.904 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:09.905 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:09.910 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:09.913 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:09.914 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xedf0da67, L:/127.0.0.1:52652 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:09.916 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc498760a, L:/127.0.0.1:52668 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:09.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:09.918 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:09.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.919 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:09.919 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:09.919 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb64ccc34, L:/127.0.0.1:52636 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:09.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:09.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:09.920 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:09.927 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:09.930 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb9337ce7, L:/127.0.0.1:52676 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:09.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.934 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:09.934 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:09.934 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:09.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:09.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:09.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:09.935 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:09.935 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:09.935 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:09.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:09.936 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:09.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:09.936 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:09.953 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=4887406cb8f243d1b73e562186a148eb, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:09.953 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [f0102c63e1bb539f1c05eea2f13446dc6c6900b63916651df4f77adfbc5b75d8]
00:32:09.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f0102c63e1bb539f1c05eea2f13446dc6c6900b63916651df4f77adfbc5b75d8]
00:32:09.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:32:09.954 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:32:09.955 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:09.955 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f0102c63e1bb539f1c05eea2f13446dc6c6900b63916651df4f77adfbc5b75d8 finished by subtask 3; deferring removal (restored in pending)
00:32:09.956 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:09.956 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7b12e3a08d4319e7b0376508b237363c2778d3452af11227f5c4ac14edbdc211'}]
00:32:09.957 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=6bfcb03559244d428686bd486f375460, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:09.957 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5e54566fce0ff37ffd3dd8733640c852f3eddde3cb150b446cf8b0991c623cc0]
00:32:09.958 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5e54566fce0ff37ffd3dd8733640c852f3eddde3cb150b446cf8b0991c623cc0]
00:32:09.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:32:09.958 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:32:09.958 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
00:32:09.959 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=8aa26086936b4e709af67ec1a67c99b6@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:09.960 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:09.961 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5e54566fce0ff37ffd3dd8733640c852f3eddde3cb150b446cf8b0991c623cc0 finished by subtask 0; deferring removal (restored in pending)
00:32:09.962 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1de8b7bee43bc64d97e4800c2ad791bd55e923a406044c058dfa0543a5df0d61'}]
00:32:09.964 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:09.964 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 6
00:32:09.965 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=828d8868e7e542ecb1a92df51e110eb4@[0000fca437364496b14610120a4bcb41(127.24.181.3:35569),0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385),f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)[L]]}]
00:32:09.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:09.974 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=8f159b29d48f458288ea82ab1d408921, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:09.974 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [29b549693cd518b1e1c7c2771b5d2189a2ed8ac5fcd1b618e166e3dc6b71cab0]
00:32:09.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [29b549693cd518b1e1c7c2771b5d2189a2ed8ac5fcd1b618e166e3dc6b71cab0]
00:32:09.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
00:32:09.975 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
00:32:09.975 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:09.975 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:09.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 29b549693cd518b1e1c7c2771b5d2189a2ed8ac5fcd1b618e166e3dc6b71cab0 finished by subtask 2; deferring removal (restored in pending)
00:32:09.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:09.982 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:09.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:09.983 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:32:09.983 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:32:09.987 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:09.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:09.987 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:09.987 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:32:09.995 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:09.996 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] connecting to peer
00:32:10.003 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:10.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:10.004 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:32:10.004 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
00:32:10.005 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:10.006 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] Successfully connected to peer
00:32:10.010 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:10.019 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:10.027 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.181.3
00:32:10.035 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f359292, L:/127.0.0.1:52682 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:10.049 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:10.053 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5c035765, L:/127.0.0.1:52696 - R:/127.24.181.3:35569] using SASL/PLAIN
00:32:10.110 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:10.110 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:10.110 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:10.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.111 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:10.131 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=8aa26086936b4e709af67ec1a67c99b6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:10.132 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [7b12e3a08d4319e7b0376508b237363c2778d3452af11227f5c4ac14edbdc211]
00:32:10.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7b12e3a08d4319e7b0376508b237363c2778d3452af11227f5c4ac14edbdc211]
00:32:10.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:32:10.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:32:10.134 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7b12e3a08d4319e7b0376508b237363c2778d3452af11227f5c4ac14edbdc211 finished by subtask 3; deferring removal (restored in pending)
00:32:10.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:10.134 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:10.166 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:10.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:10.166 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:10.166 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:32:10.219 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:10.219 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:10.219 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:10.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.220 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.220 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.221 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:10.247 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=828d8868e7e542ecb1a92df51e110eb4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:10.248 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [1de8b7bee43bc64d97e4800c2ad791bd55e923a406044c058dfa0543a5df0d61]
00:32:10.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1de8b7bee43bc64d97e4800c2ad791bd55e923a406044c058dfa0543a5df0d61]
00:32:10.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 6 because it is idle.
00:32:10.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 6
00:32:10.249 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:10.249 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:10.254 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1de8b7bee43bc64d97e4800c2ad791bd55e923a406044c058dfa0543a5df0d61 finished by subtask 0; deferring removal (restored in pending)
00:32:10.281 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:10.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:10.281 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:10.281 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:10.281 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
00:32:10.281 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:10.283 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 6 exited.
00:32:10.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:10.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:10.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:10.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:10.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:10.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:10.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:10.299 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:10.313 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096109150208001) for scanner KuduScanner(table=replication_test_table, tablet=079c3099bc5f4dfbb4254152fa2a96b9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:10.313 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [44a50bb1ff5e5dfacb31c55ac3fd352d163f9657f023c7ce7435cd99bbd3515e]
00:32:10.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [44a50bb1ff5e5dfacb31c55ac3fd352d163f9657f023c7ce7435cd99bbd3515e]
00:32:10.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
00:32:10.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
00:32:10.315 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 44a50bb1ff5e5dfacb31c55ac3fd352d163f9657f023c7ce7435cd99bbd3515e finished by subtask 1; deferring removal (restored in pending)
00:32:10.316 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:10.317 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:10.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.331 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:10.331 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:10.331 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:10.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.332 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:10.353 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:10.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:10.353 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:10.353 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:10.353 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
00:32:10.353 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:10.353 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:10.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.354 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.355 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.355 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.355 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.355 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:10.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470730359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:10.378 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job b525b57a80d7c94f121fff9bfcdea7a7 (5086 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:32:10.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 7b12e3a08d4319e7b0376508b237363c2778d3452af11227f5c4ac14edbdc211 from pending
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 44a50bb1ff5e5dfacb31c55ac3fd352d163f9657f023c7ce7435cd99bbd3515e from pending
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 29b549693cd518b1e1c7c2771b5d2189a2ed8ac5fcd1b618e166e3dc6b71cab0 from pending
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f0102c63e1bb539f1c05eea2f13446dc6c6900b63916651df4f77adfbc5b75d8 from pending
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 1de8b7bee43bc64d97e4800c2ad791bd55e923a406044c058dfa0543a5df0d61 from pending
00:32:10.380 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 5e54566fce0ff37ffd3dd8733640c852f3eddde3cb150b446cf8b0991c623cc0 from pending
00:32:10.380 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 6 finished splits from enumerator state
00:32:10.429 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:10.430 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:10.430 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:10.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.431 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:10.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.61:41419(127.24.181.61:41419)] disconnecting while in state READY
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)] disconnecting while in state READY
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.60:34307(127.24.181.60:34307)] disconnecting while in state READY
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer 0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)] disconnecting while in state READY
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] disconnecting while in state READY
00:32:10.490 [DEBUG - main] (Connection.java:575) [peer master-127.24.181.62:34985(127.24.181.62:34985)] disconnecting while in state READY
00:32:10.491 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.181.61:41419(127.24.181.61:41419)] handling channelInactive
00:32:10.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state READY due to: connection closed
00:32:10.491 [DEBUG - kudu-nio-4] (Connection.java:239) [peer f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)] handling channelInactive
00:32:10.491 [DEBUG - kudu-nio-4] (Connection.java:709) [peer f63b627f93f949e184ce341dd5d84dce(127.24.181.2:38457)] cleaning up while in state READY due to: connection closed
00:32:10.492 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.181.60:34307(127.24.181.60:34307)] handling channelInactive
00:32:10.492 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state READY due to: connection closed
00:32:10.492 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)] handling channelInactive
00:32:10.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 0282ae7f2f5a402ab3590cd173683349(127.24.181.1:44385)] cleaning up while in state READY due to: connection closed
00:32:10.492 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] handling channelInactive
00:32:10.492 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 0000fca437364496b14610120a4bcb41(127.24.181.3:35569)] cleaning up while in state READY due to: connection closed
00:32:10.493 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:10.499 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-5
00:32:10.499 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
00:32:10.499 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
00:32:10.500 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
00:32:10.500 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:10.504 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.181.62:34985(127.24.181.62:34985)] handling channelInactive
00:32:10.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state READY due to: connection closed
00:32:10.504 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:32:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.505411 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25604
00:32:10.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:10.569047 25980 connection.cc:573] client connection to 127.24.181.1:44385 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:10.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:10.569653 25980 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:10.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.574952 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25749
00:32:10.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:10.593233 25980 consensus_peers.cc:597] T 4887406cb8f243d1b73e562186a148eb P 0000fca437364496b14610120a4bcb41 -> Peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Couldn't send request to peer 0282ae7f2f5a402ab3590cd173683349. Status: Network error: Client connection negotiation failed: client connection to 127.24.181.1:44385: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:32:10.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:10.610594 25980 consensus_peers.cc:597] T 6bfcb03559244d428686bd486f375460 P 0000fca437364496b14610120a4bcb41 -> Peer 0282ae7f2f5a402ab3590cd173683349 (127.24.181.1:44385): Couldn't send request to peer 0282ae7f2f5a402ab3590cd173683349. Status: Network error: Client connection negotiation failed: client connection to 127.24.181.1:44385: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:32:10.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.637629 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25896
00:32:10.641 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:10.641 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:10.641 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:10.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.641 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.642 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:10.678 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:10.679 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:10.679 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:10.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:10.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:10.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:10.679 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:10.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.681979 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25312
00:32:10.713 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.181.62:34985(127.24.181.62:34985)] handling channelInactive
00:32:10.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state READY due to: connection closed
00:32:10.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.714484 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25382
00:32:10.743 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.181.61:41419(127.24.181.61:41419)] handling channelInactive
00:32:10.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state READY due to: connection closed
00:32:10.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:10.743220 25300 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 25460
00:32:10.753 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:10.754 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:10.754 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:10.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:10.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:10.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:10.754 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:10.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:10.754 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:10.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:10.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:10.754 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:10.754 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:10.764 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:10.764 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:10.764 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:10.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:10.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:10.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:10.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:10.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:10.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:10.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:10.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:10.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:10.765 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:10.775 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.181.60:34307(127.24.181.60:34307)] handling channelInactive
00:32:10.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state READY due to: connection closed
00:32:10.792 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:10.792 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:10.793 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:10.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.793 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.793 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:10.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:10.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:10.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:10.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:10.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:10.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:10.806 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:10.821 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:10.821 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:10.821 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:10.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.822 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.822 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.822 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:10.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:10.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:10.822 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:10.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.855 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470730859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:10.869 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:32:10.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
00:32:10.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:10.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:11.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:11.024 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:11.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.025 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.025 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.025 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.025 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:11.030 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:11.030 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:11.030 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:11.030 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.030 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.031 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:11.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:11.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:11.044 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:11.045 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.045 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.045 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.045 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.045 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.045 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.045 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:11.046 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26741), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [65ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3082ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5960ms] refreshing cache from master, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5961ms] too many traces: truncated at 100 traces, deferred=Deferred@1253835940(state=PENDING, result=null, callback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963), errback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963)))
00:32:11.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:11.047 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26741), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [65ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3082ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5960ms] refreshing cache from master, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5961ms] too many traces: truncated at 100 traces, deferred=Deferred@1253835940(state=PENDING, result=null, callback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963), errback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:11.047 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
00:32:11.050 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
00:32:11.052 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26741), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [9ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [42ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [65ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [85ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [244ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1583ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1583ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3080ms] refreshing cache from master, [3080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [3081ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [3082ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3082ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5960ms] refreshing cache from master, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [5960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [5961ms] too many traces: truncated at 100 traces, deferred=Deferred@1253835940(state=PENDING, result=null, callback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963), errback=(continuation of Deferred@1911497969 after retry RPC after error@91139560) -> (continuation of Deferred@2069754983 after retry RPC after error@1374574220) -> (continuation of Deferred@1504585964 after retry RPC after error@694144988) -> (continuation of Deferred@1035331676 after retry RPC after error@508334928) -> (continuation of Deferred@915222845 after retry RPC after error@1643854111) -> (continuation of Deferred@1931397748 after retry RPC after error@162660692) -> (continuation of Deferred@1458167174 after retry RPC after error@1851925893) -> (continuation of Deferred@1806311255 after retry RPC after error@1921715159) -> (continuation of Deferred@1788280301 after retry RPC after error@354919223) -> (continuation of Deferred@776754787 after retry RPC after error@70464974) -> (continuation of Deferred@1494731056 after retry RPC after error@1895954238) -> (continuation of Deferred@1035098163 after retry RPC after error@540186382) -> (continuation of Deferred@1191941233 after retry RPC after error@961360809) -> (continuation of Deferred@370247539 after retry RPC after error@581953624) -> (continuation of Deferred@966547552 after retry RPC after error@1763501185) -> (continuation of Deferred@1940704462 after retry RPC after error@773588939) -> (continuation of Deferred@1964508464 after retry RPC after error@2066669566) -> (continuation of Deferred@1861330665 after retry RPC after error@538826403) -> (continuation of Deferred@362378773 after retry RPC after error@407210615) -> (continuation of Deferred@2069930360 after retry RPC after error@898029689) -> (continuation of Deferred@1802582274 after retry RPC after error@1599279145) -> (continuation of Deferred@566628826 after retry RPC after error@570445963)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:11.053 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
00:32:11.053 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
00:32:11.054 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:32:11.054 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:11.284 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:11.284 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:11.284 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:11.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.285 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.285 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.285 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:11.285 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:11.285 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:11.285 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:11.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.286 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:11.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:11.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:11.324 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:11.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:11.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:11.324 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:11.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:11.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470731359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:11.372 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:32:11.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
00:32:11.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:11.444 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:11.444 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:11.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.444 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.444 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:11.444 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:11.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:11.445 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:11.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:11.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:11.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:11.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:11.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:11.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:11.645 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:11.773 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.774 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.774 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.774 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.24.181.60:34307(127.24.181.60:34307) for tablet Kudu Master: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.783 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.783 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.784 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.784 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.784 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.784 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.785 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.785 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.785 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.785 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.802 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.803 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.803 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.804 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.804 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.804 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.804 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.823 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.823 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.823 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.823 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.823 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.823 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.823 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.824 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.842 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.843 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.843 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.843 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.843 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.843 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.843 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:11Z chronyd exiting
00:32:11.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470731859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:11.862 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.862 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.863 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.867 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:32:11.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
00:32:11.883 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:11.883 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:11.883 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:11.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.884 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.884 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:11.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:11.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:11.884 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:11.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:11.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:11.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:11.953 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:11.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:11.954 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:11.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:11.954 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:11.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.002 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:12.002 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:12.002 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:12.003 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.003 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.003 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.003 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.003 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.003 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.003 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:12.222 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:12.223 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:12.223 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:12.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.223 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:12.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:12.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:12.311 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:12.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.312 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:12.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470732359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:12.367 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:32:12.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
00:32:12.383 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:12.383 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:12.383 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:12.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:12.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:12.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:12.384 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:12.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.497 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:12.498 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:12.498 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:12.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:12.543 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:12.543 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:12.543 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:12.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:12.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:12.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:12.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:12.543 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:12.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:12.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:12.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:12.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:12.544 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:12.564 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:12.564 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:12.564 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:12.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:12.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.565 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.565 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:12.565 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:12.565 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:12.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:12.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:12.585 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:12.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.586 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.586 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.586 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:12.586 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:12.586 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:12.586 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:12.586 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28296), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [36ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [36ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [56ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [86ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [621ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4547ms] refreshing cache from master, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4551ms] too many traces: truncated at 100 traces, deferred=Deferred@452905703(state=PENDING, result=null, callback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783), errback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783)))
00:32:12.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:12.587 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28296), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [36ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [36ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [56ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [86ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [621ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4547ms] refreshing cache from master, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4551ms] too many traces: truncated at 100 traces, deferred=Deferred@452905703(state=PENDING, result=null, callback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783), errback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:12.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:32:12.589 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
00:32:12.591 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28296), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [21ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [36ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [36ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [56ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [64ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [84ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [85ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [86ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [100ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [203ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [321ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [321ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [621ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1280ms] refreshing cache from master, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2520ms] refreshing cache from master, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4547ms] refreshing cache from master, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4547ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4551ms] too many traces: truncated at 100 traces, deferred=Deferred@452905703(state=PENDING, result=null, callback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783), errback=(continuation of Deferred@1751799615 after retry RPC after error@161930144) -> (continuation of Deferred@1080116690 after retry RPC after error@748947147) -> (continuation of Deferred@382562255 after retry RPC after error@696896877) -> (continuation of Deferred@1661751899 after retry RPC after error@1863484079) -> (continuation of Deferred@316418965 after retry RPC after error@1968795142) -> (continuation of Deferred@1950774396 after retry RPC after error@263886753) -> (continuation of Deferred@2093585728 after retry RPC after error@1113521537) -> (continuation of Deferred@92046370 after retry RPC after error@1587547315) -> (continuation of Deferred@1853092274 after retry RPC after error@1534372616) -> (continuation of Deferred@977824208 after retry RPC after error@1691566014) -> (continuation of Deferred@358395127 after retry RPC after error@1804495295) -> (continuation of Deferred@317823991 after retry RPC after error@1864526040) -> (continuation of Deferred@535382751 after retry RPC after error@129108748) -> (continuation of Deferred@427951662 after retry RPC after error@1704642926) -> (continuation of Deferred@821086384 after retry RPC after error@663576521) -> (continuation of Deferred@775396960 after retry RPC after error@492172145) -> (continuation of Deferred@735452451 after retry RPC after error@1726508167) -> (continuation of Deferred@1958619812 after retry RPC after error@1178767673) -> (continuation of Deferred@1567007703 after retry RPC after error@2018472104) -> (continuation of Deferred@2099351055 after retry RPC after error@800592843) -> (continuation of Deferred@1202222576 after retry RPC after error@1155631005) -> (continuation of Deferred@901855480 after retry RPC after error@1510491072) -> (continuation of Deferred@1577826948 after retry RPC after error@371065783)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:12.592 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:12.592 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
00:32:12.592 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
00:32:12.669 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:12.670 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:12.670 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:12.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:12.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:12.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:12.678 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:12.679 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:12.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:12.679 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:12.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:12.679 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:12.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:12.679 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:12.679 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:12.679 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:12.679 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:12.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:12.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:12.719 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:12.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:12.774 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:12.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:12.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:12.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.775 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.775 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.775 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:12.799 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:12.799 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:12.799 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:12.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:12.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:12.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:12.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:12.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.853 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.854 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.854 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.854 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.854 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.854 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [321ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [322ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1623ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@871745338(state=PENDING, result=null, callback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633), errback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633)))
00:32:12.855 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.855 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.855 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.855 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [321ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [322ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1623ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@871745338(state=PENDING, result=null, callback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633), errback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [321ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [322ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1623ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@871745338(state=PENDING, result=null, callback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633), errback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.189:44553
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:12.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.856 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.858 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [321ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [322ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1623ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@871745338(state=PENDING, result=null, callback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633), errback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [44ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [321ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [322ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1620ms] refreshing cache from master, [1620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1622ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1623ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2960ms] refreshing cache from master, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@871745338(state=PENDING, result=null, callback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633), errback=(continuation of Deferred@930552811 after retry RPC after error@586073668) -> (continuation of Deferred@1095903042 after retry RPC after error@1543763013) -> (continuation of Deferred@1403257965 after retry RPC after error@120333499) -> (continuation of Deferred@1469344555 after retry RPC after error@351673408) -> (continuation of Deferred@1736631775 after retry RPC after error@23927912) -> (continuation of Deferred@1968501341 after retry RPC after error@1365570731) -> (continuation of Deferred@565727045 after retry RPC after error@1222613318) -> (continuation of Deferred@449535002 after retry RPC after error@1820078660) -> (continuation of Deferred@257792745 after retry RPC after error@997996525) -> (continuation of Deferred@2065139476 after retry RPC after error@1987339296) -> (continuation of Deferred@362623701 after retry RPC after error@1325706452) -> (continuation of Deferred@141339911 after retry RPC after error@1575787854) -> (continuation of Deferred@555423676 after retry RPC after error@1259568455) -> (continuation of Deferred@645588407 after retry RPC after error@533007067) -> (continuation of Deferred@1721387112 after retry RPC after error@917764281) -> (continuation of Deferred@1192617093 after retry RPC after error@1882303854) -> (continuation of Deferred@1146905096 after retry RPC after error@1828924426) -> (continuation of Deferred@98229475 after retry RPC after error@2029865963) -> (continuation of Deferred@1595292382 after retry RPC after error@721497674) -> (continuation of Deferred@2020594189 after retry RPC after error@1793027320) -> (continuation of Deferred@82930615 after retry RPC after error@648050205) -> (continuation of Deferred@542713726 after retry RPC after error@829433633)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.189:44553
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:12.859 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:12.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470732858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:12.859 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
00:32:12.859 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
00:32:12.859 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
00:32:12.859 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
00:32:12.859 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:32:12.860 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
00:32:12.860 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:32:12.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:12.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
00:32:12.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
00:32:12.862 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:32:12.862 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to CANCELING.
00:32:12.862 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:32:12.865 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:12.865 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
00:32:12.865 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
00:32:12.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:12.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
00:32:12.868 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
00:32:12.869 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
00:32:12.869 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
00:32:12.869 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:12.869 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CANCELING to CANCELED.
00:32:12.870 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:32:12.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.874 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.874 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.874 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.874 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.874 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.893 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.893 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.893 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.894 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.894 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.894 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.894 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.895 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:12.895 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:12.895 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:12.895 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.895 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.895 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:12.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:12.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:12.896 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
.00:32:12.908 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470732908
00:32:12.908 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783470732908
00:32:12.914 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.914 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.914 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.915 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:32:12.920 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
00:32:12.921 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:32:12.921 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:32:12.922 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:32:12.922 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:32:12.926 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:32:12.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:12.933 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.933 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.934 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.934 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.934 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.934 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.934 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.934 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.934 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.934 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:12.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:12.973 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:12.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:12.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:12.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:12.974 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:12.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.034 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:13.034 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:13.034 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:13.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.034 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.035 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.035 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:13.037 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:13.037 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:13.037 [DEBUG - pool-370-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:13.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:13.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:13.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:13.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:13.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:13.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:13.038 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:13.038 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:13.038 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:13.038 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:13.038 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28759), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [53ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [60ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [120ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [180ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [181ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [243ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [401ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [402ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [441ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [621ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [622ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [622ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1922ms] too many traces: truncated at 100 traces, deferred=Deferred@1021181106(state=PENDING, result=null, callback=(continuation of Deferred@873405741 after retry RPC after error@826867295) -> (continuation of Deferred@669085702 after retry RPC after error@1946824740) -> (continuation of Deferred@950054397 after retry RPC after error@1315706544) -> (continuation of Deferred@1654734395 after retry RPC after error@1192212827) -> (continuation of Deferred@2063411970 after retry RPC after error@1409973115) -> (continuation of Deferred@1068619559 after retry RPC after error@97416427) -> (continuation of Deferred@377027179 after retry RPC after error@288266876) -> (continuation of Deferred@546799505 after retry RPC after error@1443376708) -> (continuation of Deferred@133311820 after retry RPC after error@1651157684) -> (continuation of Deferred@2031762079 after retry RPC after error@1853309430) -> (continuation of Deferred@2021235001 after retry RPC after error@1332851592) -> (continuation of Deferred@1729603131 after retry RPC after error@867902430) -> (continuation of Deferred@121623745 after retry RPC after error@1167120989) -> (continuation of Deferred@527211178 after retry RPC after error@1973677898) -> (continuation of Deferred@205759715 after retry RPC after error@1329779972) -> (continuation of Deferred@880848780 after retry RPC after error@1580453865) -> (continuation of Deferred@1329994864 after retry RPC after error@385157737) -> (continuation of Deferred@657996788 after retry RPC after error@1739912317) -> (continuation of Deferred@409915751 after retry RPC after error@645277249) -> (continuation of Deferred@1081564896 after retry RPC after error@2117007) -> (continuation of Deferred@1848332549 after retry RPC after error@2046310063) -> (continuation of Deferred@50525998 after retry RPC after error@30187252) -> (continuation of Deferred@895173809 after retry RPC after error@221135355) -> (continuation of Deferred@419527927 after retry RPC after error@2086627869), errback=(continuation of Deferred@873405741 after retry RPC after error@826867295) -> (continuation of Deferred@669085702 after retry RPC after error@1946824740) -> (continuation of Deferred@950054397 after retry RPC after error@1315706544) -> (continuation of Deferred@1654734395 after retry RPC after error@1192212827) -> (continuation of Deferred@2063411970 after retry RPC after error@1409973115) -> (continuation of Deferred@1068619559 after retry RPC after error@97416427) -> (continuation of Deferred@377027179 after retry RPC after error@288266876) -> (continuation of Deferred@546799505 after retry RPC after error@1443376708) -> (continuation of Deferred@133311820 after retry RPC after error@1651157684) -> (continuation of Deferred@2031762079 after retry RPC after error@1853309430) -> (continuation of Deferred@2021235001 after retry RPC after error@1332851592) -> (continuation of Deferred@1729603131 after retry RPC after error@867902430) -> (continuation of Deferred@121623745 after retry RPC after error@1167120989) -> (continuation of Deferred@527211178 after retry RPC after error@1973677898) -> (continuation of Deferred@205759715 after retry RPC after error@1329779972) -> (continuation of Deferred@880848780 after retry RPC after error@1580453865) -> (continuation of Deferred@1329994864 after retry RPC after error@385157737) -> (continuation of Deferred@657996788 after retry RPC after error@1739912317) -> (continuation of Deferred@409915751 after retry RPC after error@645277249) -> (continuation of Deferred@1081564896 after retry RPC after error@2117007) -> (continuation of Deferred@1848332549 after retry RPC after error@2046310063) -> (continuation of Deferred@50525998 after retry RPC after error@30187252) -> (continuation of Deferred@895173809 after retry RPC after error@221135355) -> (continuation of Deferred@419527927 after retry RPC after error@2086627869)))
00:32:13.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:13.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:13.094 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:13.094 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.094 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.094 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.094 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.095 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.095 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.095 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.095 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:13.234 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:13.234 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:13.234 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:13.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.235 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.235 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.235 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.235 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:13.282 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:32:13.283 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:32:13.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.286798 27643 mini_oidc.cc:150] Starting JWKS server
00:32:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.290208 27643 webserver.cc:534] Webserver started at http://127.0.0.1:34207/ using document root <none> and password file <none>
00:32:13.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.290709 27643 mini_oidc.cc:186] Starting OIDC Discovery server
00:32:13.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.292444 27643 webserver.cc:534] Webserver started at http://127.0.0.1:36525/ using document root <none> and password file <none>
00:32:13.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:13Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:32:13.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:13Z Disabled control of system clock
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.354224 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/logs
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data/info.pb
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:13.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.254:38051
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.254
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:13.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json with env {}
00:32:13.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470733358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:13.369 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:32:13.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
00:32:13.402 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:13.403 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:13.403 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:13.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:13.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:13.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:13.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:13.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:13.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:13.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:13.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:13.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:13.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:13.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:13.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:13.610 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:13.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:13.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:13.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:13.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:13.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:13.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:13.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:13.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:13.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:13.611 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:13.674 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:13.674 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:13.674 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:13.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.674 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.675 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.677698 27655 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:13.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.678333 27655 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:13.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.678874 27655 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:13.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.714619 27655 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.714927 27655 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.715330 27655 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.715603 27655 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:13.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.715822 27655 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:13.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.715974 27655 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34207/jwks.json
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.757205 27655 master_runner.cc:387] Master server non-default flags:
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.254:38051
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data/info.pb
00:32:13.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.254
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/logs
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:13.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.758661 27655 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:13.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:13.760449 27655 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:13.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.772567 27661 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:13.814 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:13.814 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:13.814 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:13.815 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.815 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.815 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:13.815 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.815 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.815 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:13.816 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.816 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.816 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:13.816 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:13.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470733859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:13.878 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:32:13.879 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
00:32:13.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:13.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.059 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:14.059 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:14.059 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:14.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.060 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.060 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.060 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.061 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:14.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:14.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:14.104 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:14.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:14.105 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:14.105 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:14.105 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:14.105 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:14.105 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:14.105 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:14.105 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:14.105 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:14.105 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:14.106 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [5ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [37ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [37ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [43ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [45ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [45ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [63ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [63ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [164ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [183ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [183ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [301ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [302ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [543ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [861ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [861ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [865ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [865ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1724ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3361ms] too many traces: truncated at 100 traces, deferred=Deferred@1919901479(state=PENDING, result=null, callback=(continuation of Deferred@683597522 after retry RPC after error@1727775982) -> (continuation of Deferred@225811813 after retry RPC after error@90930571) -> (continuation of Deferred@1543338938 after retry RPC after error@1662584991) -> (continuation of Deferred@1118191404 after retry RPC after error@478119382) -> (continuation of Deferred@745479496 after retry RPC after error@119121322) -> (continuation of Deferred@1958065466 after retry RPC after error@344252239) -> (continuation of Deferred@1087702474 after retry RPC after error@179035279) -> (continuation of Deferred@1399764101 after retry RPC after error@1629644544) -> (continuation of Deferred@162645435 after retry RPC after error@1563045798) -> (continuation of Deferred@2076598810 after retry RPC after error@162398213) -> (continuation of Deferred@246780054 after retry RPC after error@40819193) -> (continuation of Deferred@1248898332 after retry RPC after error@858202751) -> (continuation of Deferred@297018797 after retry RPC after error@1709283187) -> (continuation of Deferred@708239006 after retry RPC after error@545797501) -> (continuation of Deferred@279049612 after retry RPC after error@2031264484) -> (continuation of Deferred@1699500406 after retry RPC after error@76456831) -> (continuation of Deferred@463219703 after retry RPC after error@2012594146) -> (continuation of Deferred@1882556299 after retry RPC after error@22108073) -> (continuation of Deferred@2078803943 after retry RPC after error@565751255) -> (continuation of Deferred@2112716724 after retry RPC after error@1988789183) -> (continuation of Deferred@1298560438 after retry RPC after error@693415896) -> (continuation of Deferred@1062364569 after retry RPC after error@493326007) -> (continuation of Deferred@1666356072 after retry RPC after error@1878317749) -> (continuation of Deferred@1126569087 after retry RPC after error@1653946522) -> (continuation of Deferred@363544179 after retry RPC after error@1556311809) -> (continuation of Deferred@792005898 after retry RPC after error@1680847262) -> (continuation of Deferred@674972622 after retry RPC after error@1875352239), errback=(continuation of Deferred@683597522 after retry RPC after error@1727775982) -> (continuation of Deferred@225811813 after retry RPC after error@90930571) -> (continuation of Deferred@1543338938 after retry RPC after error@1662584991) -> (continuation of Deferred@1118191404 after retry RPC after error@478119382) -> (continuation of Deferred@745479496 after retry RPC after error@119121322) -> (continuation of Deferred@1958065466 after retry RPC after error@344252239) -> (continuation of Deferred@1087702474 after retry RPC after error@179035279) -> (continuation of Deferred@1399764101 after retry RPC after error@1629644544) -> (continuation of Deferred@162645435 after retry RPC after error@1563045798) -> (continuation of Deferred@2076598810 after retry RPC after error@162398213) -> (continuation of Deferred@246780054 after retry RPC after error@40819193) -> (continuation of Deferred@1248898332 after retry RPC after error@858202751) -> (continuation of Deferred@297018797 after retry RPC after error@1709283187) -> (continuation of Deferred@708239006 after retry RPC after error@545797501) -> (continuation of Deferred@279049612 after retry RPC after error@2031264484) -> (continuation of Deferred@1699500406 after retry RPC after error@76456831) -> (continuation of Deferred@463219703 after retry RPC after error@2012594146) -> (continuation of Deferred@1882556299 after retry RPC after error@22108073) -> (continuation of Deferred@2078803943 after retry RPC after error@565751255) -> (continuation of Deferred@2112716724 after retry RPC after error@1988789183) -> (continuation of Deferred@1298560438 after retry RPC after error@693415896) -> (continuation of Deferred@1062364569 after retry RPC after error@493326007) -> (continuation of Deferred@1666356072 after retry RPC after error@1878317749) -> (continuation of Deferred@1126569087 after retry RPC after error@1653946522) -> (continuation of Deferred@363544179 after retry RPC after error@1556311809) -> (continuation of Deferred@792005898 after retry RPC after error@1680847262) -> (continuation of Deferred@674972622 after retry RPC after error@1875352239)))
00:32:14.253 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:14.253 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:14.253 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:14.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:14.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470734359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:14.373 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:14.373 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:14.373 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:14.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:14.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:14.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:14.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:14.377 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
00:32:14.379 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
00:32:14.401 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:14.401 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:14.401 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:14.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:14.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:14.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:14.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:14.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:14.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:14.403 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:14.403 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:14.403 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:14.403 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:14.425 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:14.426 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:14.426 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:14.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.427 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:14.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.632 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:14.633 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:14.633 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:14.633 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.633 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.634 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.634 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.634 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.634 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.634 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:14.664 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:14.664 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:14.664 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:14.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.666 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:14.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:14.674 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.674 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.674 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:14.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:14.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.675 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:14.675 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:14.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470734859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:14.869 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:14.869 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:14.869 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:14.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:14.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:14.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:14.871 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:14.880 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
00:32:14.882 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
00:32:14.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.987 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:14.987 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:14.987 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:14.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:14.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:14.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:14.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:14.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:14.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:14.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:14.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:14.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:14.989 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:14.989 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:14.996 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:14.996 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:14.996 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:14.996 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:14.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:14.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:14.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:14.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:14.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:14.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:14.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:14.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:14.997 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:15.042 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:15.043 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:15.043 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:15.043 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.043 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.043 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.044 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.045 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:15.090 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:15.090 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:15.090 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:15.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.091 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:15.092 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:15.092 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:15.092 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:15.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.092 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.092 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.092 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.093 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.093 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.093 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.093 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:15.162 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:15.163 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:15.163 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:15.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:15.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:15.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:15.164 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:15.170 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:15.171 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:15.171 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:15.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.176 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:15.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:15.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:15.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:15.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.261 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.261 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.261 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.261 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:15.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:15.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:15.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:15.263 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:15.263 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:15.263 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:15.264 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:15.264 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:15.264 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:15.264 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:15.264 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:15.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:15.264 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:15.269 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:15.269 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:15.269 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:15.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:15.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:15.271 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.271 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.271 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:15.271 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:15.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:15.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470735359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:15.368 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:15.368 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:15.369 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:15.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:15.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:15.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:15.372 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:15.379 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:32:15.381 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:15.381 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:15.381 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:15.381 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:15.381 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:15.381 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:15.381 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:15.381 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:15.381 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:15.381 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:15.381 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:15.381 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:15.382 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:15.383 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
00:32:15.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:13.773020 27662 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.177448 27660 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 27655
00:32:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.400200 27655 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.628s	user 0.613s	sys 0.922s
00:32:15.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.400518 27655 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.628s	user 0.613s	sys 0.922s
00:32:15.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.404239 27663 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1627 milliseconds
00:32:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.405640 27664 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:15.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.405743 27655 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:15.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.407296 27655 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:15.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.410398 27655 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:15.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.412050 27655 hybrid_clock.cc:648] HybridClock initialized: now 1783470735411998 us; error 62 us; skew 500 ppm
00:32:15.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.413110 27655 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:15.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.420691 27655 webserver.cc:534] Webserver started at http://127.26.254.254:41103/ using document root <none> and password file <none>
00:32:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.421787 27655 fs_manager.cc:362] Metadata directory not provided
00:32:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.422020 27655 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:15.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.422601 27655 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:15.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.427613 27655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data/instance:
00:32:15.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f98d7e12b9b4401db1e2020c0977e7cd"
00:32:15.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:15 on dist-test-slave-qgzj"
00:32:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.429152 27655 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal/instance:
00:32:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f98d7e12b9b4401db1e2020c0977e7cd"
00:32:15.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:15 on dist-test-slave-qgzj"
00:32:15.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:15.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.439013 27655 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
00:32:15.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.446923 27671 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:15.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.448388 27655 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
00:32:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.448822 27655 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal
00:32:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f98d7e12b9b4401db1e2020c0977e7cd"
00:32:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:15 on dist-test-slave-qgzj"
00:32:15.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.449259 27655 fs_report.cc:389] FS layout report
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data/data
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:15.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:15.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:15.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.507745 27655 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:15.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.509405 27655 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:15.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.509858 27655 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.585916 27655 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.254:38051
00:32:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.586016 27722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.254:38051 every 8 connection(s)
00:32:15.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.588754 27655 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/data/info.pb
00:32:15.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.593143 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 27655
00:32:15.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.593742 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-0/wal/instance
00:32:15.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.596197 27723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.599119 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/logs
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data/info.pb
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.253:42937
00:32:15.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.253
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:15.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json with env {}
00:32:15.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.610252 27723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } has no permanent_uuid. Determining permanent_uuid...
00:32:15.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.643307 27723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } has no permanent_uuid. Determining permanent_uuid...
00:32:15.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.646373 27675 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.651239 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:15.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.700766 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 1
00:32:15.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.705668 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:15.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.774166 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 2
00:32:15.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.778860 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:15.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:15.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470735859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:15.869 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:32:15.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
00:32:15.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:15.872823 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 3
00:32:15.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.877709 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:15.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.937835 27726 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:15.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.938408 27726 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:15.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.938886 27726 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.975167 27726 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.975456 27726 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:15.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.975669 27726 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.975900 27726 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.976145 27726 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:15.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:15.976297 27726 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34207/jwks.json
00:32:15.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.010 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:16.010 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:16.010 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:16.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.011 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.011 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.016949 27726 master_runner.cc:387] Master server non-default flags:
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.253:42937
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data/info.pb
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.253
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/logs
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:16.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:16.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.018409 27726 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:16.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.020251 27726 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.021196 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 4
00:32:16.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:16.026152 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:16.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:16.033737 27735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:16.058 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:16.058 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:16.058 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:16.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.059 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.059 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.059 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.059 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:16.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.325670 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 5
00:32:16.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:16.332640 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:16.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470736359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:16.373 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:32:16.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
00:32:16.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:16.473 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:16.474 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:16.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:16.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:16.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:16.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:16.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:16.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:16.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:16.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:16.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:16.475 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:16.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.484 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:16.484 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:16.484 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:16.484 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.485 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.485 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:16.661 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:16.661 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:16.661 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:16.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:16.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:16.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:16.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:16.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:16.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:16.663 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:16.663 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:16.663 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:16.663 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:16.684 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:16.685 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:16.685 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:16.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.685 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.685 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.685 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:16.752 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:16.753 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:16.753 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:16.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:16.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:16.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:16.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:16.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470736859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:16.871 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:32:16.874 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
00:32:16.878 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:16.879 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:16.879 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:16.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.879 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:16.879 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.879 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.879 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:16.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:16.880 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:16.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:16.880196 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 6
00:32:16.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:16.893436 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.253:42937: Network error: Client connection negotiation failed: client connection to 127.26.254.253:42937: connect: Connection refused (error 111)
00:32:16.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:16.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:16.034986 27736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:17.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.273104 27737 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:32:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.275328 27738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.278327 27726 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.245s	user 0.482s	sys 0.761s
00:32:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.278688 27726 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.245s	user 0.482s	sys 0.761s
00:32:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.278990 27726 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:17.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.280520 27726 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:17.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.283916 27726 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:17.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.285526 27726 hybrid_clock.cc:648] HybridClock initialized: now 1783470737285465 us; error 47 us; skew 500 ppm
00:32:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.286646 27726 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:17.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.295492 27726 webserver.cc:534] Webserver started at http://127.26.254.253:44847/ using document root <none> and password file <none>
00:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.296957 27726 fs_manager.cc:362] Metadata directory not provided
00:32:17.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.297261 27726 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:17.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.297858 27726 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.304672 27726 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data/instance:
00:32:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80944f9e1b204d769cd25389e4ba203d"
00:32:17.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:17 on dist-test-slave-qgzj"
00:32:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.306259 27726 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal/instance:
00:32:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80944f9e1b204d769cd25389e4ba203d"
00:32:17.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:17 on dist-test-slave-qgzj"
00:32:17.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.316959 27726 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
00:32:17.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.324928 27747 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.326159 27726 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
00:32:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.326543 27726 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal
00:32:17.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "80944f9e1b204d769cd25389e4ba203d"
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:17 on dist-test-slave-qgzj"
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.326931 27726 fs_report.cc:389] FS layout report
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data/data
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:17.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:17.328 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.343 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:17.344 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:17.344 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:17.344 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.344 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.344 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.345 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:17.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470737358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:17.367 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:32:17.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
00:32:17.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.426167 27726 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.427840 27726 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:17.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.428340 27726 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:17.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.463 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:17.463 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:17.463 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:17.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:17.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:17.464 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:17.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:17.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.485 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:17.486 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:17.486 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:17.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.504093 27726 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.253:42937
00:32:17.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.504168 27798 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.253:42937 every 8 connection(s)
00:32:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.507179 27726 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/data/info.pb
00:32:17.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.513710 27799 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.516822 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 27726
00:32:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.517292 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-1/wal/instance
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.519656 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/logs
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data/info.pb
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.252:40315
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.252
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:17.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json with env {}
00:32:17.524 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:17.525 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:17.525 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:17.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.525 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.525 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.525 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:17.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:17.525 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.525 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:17.526 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:17.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.526168 27799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } has no permanent_uuid. Determining permanent_uuid...
00:32:17.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.551139 27799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } has no permanent_uuid. Determining permanent_uuid...
00:32:17.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.567939 27799 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } has no permanent_uuid. Determining permanent_uuid...
00:32:17.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.570878 27748 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.575827 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.625434 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 1
00:32:17.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.630825 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.699285 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 2
00:32:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.704205 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.795720 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 3
00:32:17.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.800464 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.802 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:17.802 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:17.802 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:17.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:17.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:17.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:17.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:17.803 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:17.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:17.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:17.803 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:17.803 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:17.803 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:17.828 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:17.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:17.838 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:17.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:17.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:17.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:17.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:17.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:17.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:17.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:17.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:17.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:17.838 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:17.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470737858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:17.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.865195 27801 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:17.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.865906 27801 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:17.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:17.866 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
00:32:17.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.866662 27801 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.902127 27801 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.902419 27801 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.902623 27801 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:17.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.902827 27801 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.903106 27801 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:17.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.903278 27801 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:34207/jwks.json
00:32:17.915 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:17.915 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:17.915 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:17.915 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:17.915 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:17.916 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:17.916 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:17.916 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:17.916 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:17.916 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:17.916 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:17.916 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:17.916 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:17.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.943228 27801 master_runner.cc:387] Master server non-default flags:
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.252:40315
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:34207/jwks.json
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:17.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data/info.pb
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.252
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/logs
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:17.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.943965 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 4
00:32:17.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.944947 27801 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:17.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.946717 27801 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.948577 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.954084 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } attempt: 7
00:32:17.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.960281 27811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:17.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:17.968032 27723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } has no permanent_uuid. Determining permanent_uuid...
00:32:17.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.975889 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:17.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.030 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:18.031 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:18.031 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:18.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.032 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:18.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.034413 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 1
00:32:18.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.040707 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.116 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RESTARTING to RUNNING.
00:32:18.117 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 14769396fc56260fa73e0701c7b89d3c from Checkpoint 74 @ 1783470579107 for 14769396fc56260fa73e0701c7b89d3c located at file:/tmp/junit9772713216907697570/checkpoints/14769396fc56260fa73e0701c7b89d3c/chk-74.
00:32:18.118 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
00:32:18.118 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:32:18.119 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
00:32:18.120 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:18.121 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
00:32:18.121 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id fd927c5cec3a1e95d01213027c6fc8de
00:32:18.121 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
00:32:18.122 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.122210 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 2
00:32:18.123 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
00:32:18.123 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id c3db132edbd80f14cd9a4acea0fd2e16
00:32:18.124 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
00:32:18.124 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot fd927c5cec3a1e95d01213027c6fc8de.
00:32:18.124 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
00:32:18.124 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id aa9385802f96889accd79622602a62c8
00:32:18.125 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
00:32:18.125 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id fd927c5cec3a1e95d01213027c6fc8de.
00:32:18.125 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
00:32:18.125 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1) with allocation id 48c4d372641467331516855fc77ec419
00:32:18.126 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:18.126 [INFO - Thread-65] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:32:18.126 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:18.126 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.16.86.190:39845(127.16.86.190:39845)] disconnecting while in state TERMINATED
00:32:18.126 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.16.86.189:44553(127.16.86.189:44553)] disconnecting while in state TERMINATED
00:32:18.127 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.16.86.188:40499(127.16.86.188:40499)] disconnecting while in state TERMINATED
00:32:18.127 [DEBUG - Thread-65] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:18.129 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot c3db132edbd80f14cd9a4acea0fd2e16.
00:32:18.130 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id c3db132edbd80f14cd9a4acea0fd2e16.
00:32:18.132 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
00:32:18.132 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
00:32:18.133 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2454571
00:32:18.134 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.133797 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.134 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:32:18.134 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
00:32:18.135 [INFO - Thread-65] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:32:18.136 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
00:32:18.136 [INFO - Thread-65] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:32:18.137 [DEBUG - Thread-65] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:18.138 [INFO - Thread-65] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:18.141 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot aa9385802f96889accd79622602a62c8.
00:32:18.142 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:18.142 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id aa9385802f96889accd79622602a62c8.
00:32:18.142 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:18.142 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:18.142 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:18.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
00:32:18.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
00:32:18.147 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c992cd9
00:32:18.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:18.151 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:32:18.152 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:18.152 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:18.152 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:18.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.153 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
00:32:18.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.153 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
00:32:18.153 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.153 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.153 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.153 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.153 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:18.154 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@371a5827
00:32:18.154 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 48c4d372641467331516855fc77ec419.
00:32:18.155 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 48c4d372641467331516855fc77ec419.
00:32:18.156 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:18.157 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
00:32:18.157 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
00:32:18.158 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@22ac4fd
00:32:18.158 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:18.158 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:32:18.158 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:32:18.158 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:32:18.161 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58ff9c8f
00:32:18.164 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:18.165 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ea1b3a4
00:32:18.167 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:18.171 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
00:32:18.171 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
00:32:18.172 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55f62c0a
00:32:18.172 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:18.172 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit9772713216907697570/checkpoints")
00:32:18.172 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:32:18.173 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:32:18.175 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c2dfeeb
00:32:18.177 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:18.178 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.178 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.179 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.180 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.182 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.183 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.184 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.193 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.196 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.199 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.205 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.206 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.206 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.206 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.207 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.207 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.208 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.212 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.213 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:18.213 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:18.214 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:18.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.214 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:18.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.214 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:18.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.214 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.215 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:18.215 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:18.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.218 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.219357 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 3
00:32:18.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.221 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.225801 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.229 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.229 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.229 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.229 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.229 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.231 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.231 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.231 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.231 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.232 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.232 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.232 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.232 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.233 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.233 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.234 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.236 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.237 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.237 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.238 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.238 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.240 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.240 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.241 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.241 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.244 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.244 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.248122 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 5
00:32:18.252 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.252 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.254 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.256 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.257 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.256238 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.258 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.259 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.259 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.260 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.260 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.261 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.261 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.261 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.262 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.263 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.263 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.264 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.264 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.265 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.265 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.271 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.272 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.274 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.274 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.278 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.278 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.278 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.278 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.279 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.279 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.280 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.280 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.284 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.284 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.284 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.285 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.292 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.292 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.292 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.293 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.293 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.293 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.293 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.293 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.293 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.293 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.293 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.293 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.294 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.299 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.299 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.299 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.299 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.299 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.299 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.301 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.301 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.304 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.304 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.304 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.305 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.305 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.305 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.305 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.311 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.312 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.312 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.312 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.314 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.314 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.314 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.315 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.315 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.324 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.324 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.324 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.324 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.324 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.324 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.331 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.331 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.331 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.332 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.332 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.332 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.332 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.338 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.339 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.339 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.353 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.354 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.354 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.354 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.354 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.354 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.354 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470738359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:18.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.366318 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 4
00:32:18.372 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:32:18.373 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
00:32:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.374385 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.379 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.379 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.379 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.379 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.379 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.383 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.384 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.384 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.384 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.384 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.384 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.399 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.399 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.399 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.400 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.400 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.400 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.400 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.431 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.431 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.431 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.433 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.434 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.463 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.464 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.464 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.464 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.464 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.464 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.464 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.464 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.464 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.465 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.521 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.521 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.521 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.521 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.522 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.522 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.522 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.522 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.522 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.523 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.523 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.523 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.524 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.551 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.552 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.552 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.574 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.574 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.574 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.574 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.574 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.574 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.575 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.575 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.575 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.611 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.611 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.612 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.612 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.612 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.612 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.612 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.612 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.613 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.639 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.639 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.639 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.640 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.657918 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 5
00:32:18.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.665594 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.670 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:18.671 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:18.671 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:18.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:18.724 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.724 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.724 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.725 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.725 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.725 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.725 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.725 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.725 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.725 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.725 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.725 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.759 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.759 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.759 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.761 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:18.804534 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 6
00:32:18.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:18.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:18.805 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:18.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:18.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:18.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:18.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:18.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:18.826576 27799 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:18.827 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.853 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.854 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.854 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.854 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.854 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.854 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:18.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.855 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:18.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470738859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:18.868 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:18.869 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
00:32:18.919 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:18.919 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:18.919 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:18.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:18.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:18.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:18.920 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:18.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:18.998 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:18.999 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:18.999 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:18.999 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.999 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.999 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:18.999 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.999 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:18.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.000 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.000 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.000 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.000 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.009 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:19.010 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:19.010 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:19.010 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.010 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.010 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.011 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:19.058 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:19.059 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:19.059 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:19.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.060 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:17.960933 27813 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.187916 27801 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.229s	user 0.532s	sys 0.691s
00:32:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.188387 27801 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.230s	user 0.533s	sys 0.691s
00:32:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.190807 27801 server_base.cc:1061] running on GCE node
00:32:19.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.192034 27873 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:19.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.193643 27801 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.196911 27801 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:19.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.198367 27801 hybrid_clock.cc:648] HybridClock initialized: now 1783470739198320 us; error 40 us; skew 500 ppm
00:32:19.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.199529 27801 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:19.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.208489 27801 webserver.cc:534] Webserver started at http://127.26.254.252:36443/ using document root <none> and password file <none>
00:32:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.209823 27801 fs_manager.cc:362] Metadata directory not provided
00:32:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.210120 27801 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:19.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.210779 27801 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.217353 27801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data/instance:
00:32:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d6510014901475184c595750d539dee"
00:32:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:19 on dist-test-slave-qgzj"
00:32:19.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.218123 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 6
00:32:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.218997 27801 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal/instance:
00:32:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d6510014901475184c595750d539dee"
00:32:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:19 on dist-test-slave-qgzj"
00:32:19.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.226557 27723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.26.254.252:40315: Network error: Client connection negotiation failed: client connection to 127.26.254.252:40315: connect: Connection refused (error 111)
00:32:19.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.230679 27801 fs_manager.cc:696] Time spent creating directory manager: real 0.011s	user 0.012s	sys 0.000s
00:32:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.238556 27880 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.240000 27801 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
00:32:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.240417 27801 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal
00:32:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d6510014901475184c595750d539dee"
00:32:19.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:19 on dist-test-slave-qgzj"
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.240911 27801 fs_report.cc:389] FS layout report
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data/data
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:19.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:19.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:19.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:19.259 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:19.259 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.259 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.259 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.260 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:19.321 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:19.321 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:19.321 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:19.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:19.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:19.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:19.322 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:19.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:19.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:19.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:19.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:19.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:19.322 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:19.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.323045 27801 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.324798 27801 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.325315 27801 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:19.327 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.333 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:19.333 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:19.333 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:19.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.334 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:19.334 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.334 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:19.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:19.334 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:19.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27581), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [89ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [139ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [741ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [742ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1862ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@58475863(state=PENDING, result=null, callback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096), errback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096)))
00:32:19.335 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:32:19.335 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27581), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [89ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [139ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [741ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [742ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1862ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@58475863(state=PENDING, result=null, callback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096), errback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:19.335 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
00:32:19.337 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
00:32:19.339 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27581), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [41ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [42ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [80ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [89ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [139ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [163ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [163ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [241ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [241ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [363ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [741ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [742ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [742ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1862ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2682ms] too many traces: truncated at 100 traces, deferred=Deferred@58475863(state=PENDING, result=null, callback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096), errback=(continuation of Deferred@1408361359 after retry RPC after error@382532197) -> (continuation of Deferred@539658868 after retry RPC after error@1100817883) -> (continuation of Deferred@489442300 after retry RPC after error@1816303086) -> (continuation of Deferred@407886648 after retry RPC after error@819234327) -> (continuation of Deferred@1331185754 after retry RPC after error@927812026) -> (continuation of Deferred@1363006064 after retry RPC after error@1171063422) -> (continuation of Deferred@1213892613 after retry RPC after error@361170989) -> (continuation of Deferred@714536639 after retry RPC after error@124112737) -> (continuation of Deferred@459498792 after retry RPC after error@914935817) -> (continuation of Deferred@733408105 after retry RPC after error@33630137) -> (continuation of Deferred@46876916 after retry RPC after error@1915996220) -> (continuation of Deferred@1858242736 after retry RPC after error@1710577214) -> (continuation of Deferred@1033977500 after retry RPC after error@1363112764) -> (continuation of Deferred@734197411 after retry RPC after error@1682510147) -> (continuation of Deferred@1353221768 after retry RPC after error@2057615666) -> (continuation of Deferred@1190084395 after retry RPC after error@1786834364) -> (continuation of Deferred@2114501282 after retry RPC after error@565899640) -> (continuation of Deferred@504599555 after retry RPC after error@1939044208) -> (continuation of Deferred@1215630858 after retry RPC after error@1043466061) -> (continuation of Deferred@1006845700 after retry RPC after error@1422128899) -> (continuation of Deferred@874948303 after retry RPC after error@444651369) -> (continuation of Deferred@1071525922 after retry RPC after error@1961800501) -> (continuation of Deferred@1971282873 after retry RPC after error@1767426528) -> (continuation of Deferred@659143625 after retry RPC after error@650105614) -> (continuation of Deferred@676531915 after retry RPC after error@132896232) -> (continuation of Deferred@1830199599 after retry RPC after error@896088096)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:19.340 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:19.340 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
00:32:19.340 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RUNNING to RESTARTING.
00:32:19.340 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
00:32:19.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470739359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:19.367 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:19.368 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
00:32:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.408481 27801 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.252:40315
00:32:19.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.408571 27931 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.252:40315 every 8 connection(s)
00:32:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.411530 27801 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/data/info.pb
00:32:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.416922 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 27801
00:32:19.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.417465 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/master-2/wal/instance
00:32:19.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.418478 27932 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:19.432 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.440949 27932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } has no permanent_uuid. Determining permanent_uuid...
00:32:19.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.466904 27932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } has no permanent_uuid. Determining permanent_uuid...
00:32:19.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.479454 27932 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } has no permanent_uuid. Determining permanent_uuid...
00:32:19.481 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.497237 27932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: Bootstrap starting.
00:32:19.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.505523 27932 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: Neither blocks nor log segments found. Creating new log.
00:32:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.508023 27932 log.cc:826] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: Log is configured to *not* fsync() on all Append() calls
00:32:19.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.513478 27932 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: No bootstrap required, opened a new log
00:32:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.537700 27932 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.538609 27932 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:19.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.538916 27932 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d6510014901475184c595750d539dee, State: Initialized, Role: FOLLOWER
00:32:19.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.539889 27932 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.542776 27941 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.543694 27941 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: This master's current role is: FOLLOWER
00:32:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.544763 27932 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: configured and running, proceeding with master startup.
00:32:19.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.569063 27952 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:32:19.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.569347 27952 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:32:19.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:19.581231 27886 tablet.cc:2406] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:19.591 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:19.592 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:19.592 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.565943 27801 master_runner.cc:187] Error getting master registration for 127.26.254.254:38051: OK, instance_id { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" instance_seqno: 1783470735565133 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:32:19.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.592679 27801 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:32:19.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.593 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.624 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:19.624 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:19.625 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:19.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.625 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.625 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.625 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.658 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:19.659 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:19.659 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:19.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:19.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:19.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:19.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:19.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:19.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:19.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:19.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:19.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:19.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:19.684 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:19.684 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:19.684 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:19.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:19.714 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:19.714 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:19.714 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:19.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.714 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:19.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:19.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:19.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:19.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.733 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:19.733 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:19.733 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:19.852 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:19.852 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:19.852 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:19.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:19.853 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.853 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.853 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.853 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.853 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:19.853 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:19.853 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:19.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470739859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:19.868 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:19.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
00:32:19.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.887074 27799 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 7
00:32:19.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.910673 27799 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: Bootstrap starting.
00:32:19.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.918540 27799 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: Neither blocks nor log segments found. Creating new log.
00:32:19.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.921089 27799 log.cc:826] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: Log is configured to *not* fsync() on all Append() calls
00:32:19.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.926431 27799 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: No bootstrap required, opened a new log
00:32:19.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.954907 27799 raft_consensus.cc:359] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.955812 27799 raft_consensus.cc:385] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:19.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.956115 27799 raft_consensus.cc:740] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 80944f9e1b204d769cd25389e4ba203d, State: Initialized, Role: FOLLOWER
00:32:19.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.957114 27799 consensus_queue.cc:260] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.959775 27956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:19.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.960418 27956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: This master's current role is: FOLLOWER
00:32:19.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.961671 27799 sys_catalog.cc:565] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: configured and running, proceeding with master startup.
00:32:19.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.978 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:19.978 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:19.978 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:19.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:19.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:19.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:19.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:19.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:19.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:19.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:19.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:19.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:19.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:19.981 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:19.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.991436 27941 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.991997 27941 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.995532 27941 leader_election.cc:290] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f98d7e12b9b4401db1e2020c0977e7cd (127.26.254.254:38051), 80944f9e1b204d769cd25389e4ba203d (127.26.254.253:42937)
00:32:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.997148 27774 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d6510014901475184c595750d539dee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80944f9e1b204d769cd25389e4ba203d" is_pre_election: true
00:32:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.998142 27774 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d6510014901475184c595750d539dee in term 0.
00:32:20.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.000156 27884 leader_election.cc:304] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d6510014901475184c595750d539dee, 80944f9e1b204d769cd25389e4ba203d; no voters: 
00:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.001240 27941 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.001567 27941 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:20.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.001883 27941 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 0 FOLLOWER]: Advancing to term 1
00:32:20.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.009591 27941 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:20.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.017537 27941 leader_election.cc:290] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [CANDIDATE]: Term 1 election: Requested vote from peers f98d7e12b9b4401db1e2020c0977e7cd (127.26.254.254:38051), 80944f9e1b204d769cd25389e4ba203d (127.26.254.253:42937)
00:32:20.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.018205 27774 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d6510014901475184c595750d539dee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "80944f9e1b204d769cd25389e4ba203d"
00:32:20.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.018767 27774 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 0 FOLLOWER]: Advancing to term 1
00:32:20.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.022358 27967 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:32:20.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.022979 27967 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:32:20.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.030750 27774 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d6510014901475184c595750d539dee in term 1.
00:32:20.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.032119 27884 leader_election.cc:304] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5d6510014901475184c595750d539dee, 80944f9e1b204d769cd25389e4ba203d; no voters: 
00:32:20.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.033176 27941 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 1 FOLLOWER]: Leader election won for term 1
00:32:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:19.996155 27726 master_runner.cc:187] Error getting master registration for 127.26.254.254:38051: OK, instance_id { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" instance_seqno: 1783470735565133 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:32:20.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.039425 27726 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:32:20.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.040263 27941 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [term 1 LEADER]: Becoming Leader. State: Replica: 5d6510014901475184c595750d539dee, State: Running, Role: LEADER
00:32:20.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.043126 27941 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.060648 27969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d6510014901475184c595750d539dee. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.061404 27969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: This master's current role is: LEADER
00:32:20.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.064659 27971 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:32:20.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.072556 27971 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:32:20.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.093791 27774 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [term 1 FOLLOWER]: Refusing update from remote peer 5d6510014901475184c595750d539dee: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:20.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.100420 27941 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [LEADER]: Connected to new peer: Peer: permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:20.111 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:20.112 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:20.112 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:20.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.113 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.113 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:20.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.125342 27956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d6510014901475184c595750d539dee. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.126727 27956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: This master's current role is: FOLLOWER
00:32:20.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.134215 27972 mvcc.cc:204] Tried to move back new op lower bound from 7305096151397666816 to 7305096151248265216. Current Snapshot: MvccSnapshot[applied={T|T < 7305096151397666816}]
00:32:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.140000 27971 catalog_manager.cc:1382] Generated new cluster ID: 7e14eed3353940809465548bd3b83ae1
00:32:20.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.140322 27971 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:32:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.145195 27969 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.146031 27969 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: This master's current role is: LEADER
00:32:20.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.154592 27973 mvcc.cc:204] Tried to move back new op lower bound from 7305096151397666816 to 7305096151248265216. Current Snapshot: MvccSnapshot[applied={T|T < 7305096151397666816}]
00:32:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.159489 27956 sys_catalog.cc:455] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.161190 27956 sys_catalog.cc:458] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d [sys.catalog]: This master's current role is: FOLLOWER
00:32:20.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:20.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:20.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:20.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:20.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:20.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:20.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:20.180 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:20.180 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:20.180 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:20.180 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:20.180 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:20.180 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:20.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.205964 27971 catalog_manager.cc:1405] Generated new certificate authority record
00:32:20.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.208225 27971 catalog_manager.cc:1539] Loading token signing keys...
00:32:20.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.241029 27971 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee: Generated new TSK 0
00:32:20.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.242238 27971 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:32:20.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.259929 27723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } attempt: 7
00:32:20.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.278133 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/logs
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data/info.pb
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.193:0
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.193
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.193
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:20.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:20.294 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:20.294 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:20.294 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:20.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.295 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.295 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.295 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.295 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:20.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.298019 27723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: Bootstrap starting.
00:32:20.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.308938 27723 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: Neither blocks nor log segments found. Creating new log.
00:32:20.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.312817 27723 log.cc:826] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: Log is configured to *not* fsync() on all Append() calls
00:32:20.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.340646 27723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: No bootstrap required, opened a new log
00:32:20.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470740359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:20.369 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:32:20.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
00:32:20.384 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:20.384 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:20.385 [DEBUG - pool-394-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:20.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:20.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:20.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:20.385 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:20.385 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:20.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:20.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:20.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:20.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:20.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:20.386 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1113ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1114ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1285ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1641ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3042ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3203ms] too many traces: truncated at 100 traces, deferred=Deferred@772271156(state=PENDING, result=null, callback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367), errback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367)))
00:32:20.387 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:32:20.387 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1113ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1114ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1285ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1641ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3042ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3203ms] too many traces: truncated at 100 traces, deferred=Deferred@772271156(state=PENDING, result=null, callback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367), errback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.253:43493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:20.387 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
00:32:20.390 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:32:20.392 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27200), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [25ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1113ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1114ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1180ms] refreshing cache from master, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1284ms] refreshing cache from master, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1285ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1285ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1541ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1640ms] refreshing cache from master, [1640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1641ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1641ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2140ms] refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3042ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3200ms] refreshing cache from master, [3200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3203ms] too many traces: truncated at 100 traces, deferred=Deferred@772271156(state=PENDING, result=null, callback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367), errback=(continuation of Deferred@1088971501 after retry RPC after error@1685955388) -> (continuation of Deferred@1458302692 after retry RPC after error@1193074241) -> (continuation of Deferred@1155539781 after retry RPC after error@1292700838) -> (continuation of Deferred@1142441773 after retry RPC after error@1700230969) -> (continuation of Deferred@552114909 after retry RPC after error@86366810) -> (continuation of Deferred@58905852 after retry RPC after error@1563596042) -> (continuation of Deferred@971555331 after retry RPC after error@305412206) -> (continuation of Deferred@126102496 after retry RPC after error@1314350303) -> (continuation of Deferred@835739596 after retry RPC after error@43316944) -> (continuation of Deferred@619251273 after retry RPC after error@1374551959) -> (continuation of Deferred@1659958361 after retry RPC after error@1199029409) -> (continuation of Deferred@725623112 after retry RPC after error@368009968) -> (continuation of Deferred@1893207592 after retry RPC after error@179316262) -> (continuation of Deferred@542121049 after retry RPC after error@1321599553) -> (continuation of Deferred@2128604415 after retry RPC after error@1968530452) -> (continuation of Deferred@1430723635 after retry RPC after error@737003728) -> (continuation of Deferred@710172998 after retry RPC after error@1954534876) -> (continuation of Deferred@431290852 after retry RPC after error@1549408586) -> (continuation of Deferred@1435311574 after retry RPC after error@1607918478) -> (continuation of Deferred@1628654153 after retry RPC after error@1829736296) -> (continuation of Deferred@1355893938 after retry RPC after error@955453365) -> (continuation of Deferred@1137265632 after retry RPC after error@1387067454) -> (continuation of Deferred@138582533 after retry RPC after error@678212127) -> (continuation of Deferred@569604793 after retry RPC after error@346753969) -> (continuation of Deferred@136657299 after retry RPC after error@1158979266) -> (continuation of Deferred@2131231339 after retry RPC after error@858945720) -> (continuation of Deferred@309995244 after retry RPC after error@1937328367)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.253:43493
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:20.393 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:20.394 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:20.394 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:20.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.395 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.395 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.395 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:20.396 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:20.396 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
00:32:20.397 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
00:32:20.397 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RUNNING to RESTARTING.
00:32:20.397 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
00:32:20.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.449656 27723 raft_consensus.cc:359] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.451893 27723 raft_consensus.cc:385] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:20.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.452265 27723 raft_consensus.cc:740] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f98d7e12b9b4401db1e2020c0977e7cd, State: Initialized, Role: FOLLOWER
00:32:20.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.454419 27723 consensus_queue.cc:260] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } }
00:32:20.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.476825 27723 sys_catalog.cc:565] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: configured and running, proceeding with master startup.
00:32:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.476958 27698 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d6510014901475184c595750d539dee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" is_pre_election: true
00:32:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.477844 27698 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5d6510014901475184c595750d539dee in term 0.
00:32:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.478940 27697 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5d6510014901475184c595750d539dee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f98d7e12b9b4401db1e2020c0977e7cd"
00:32:20.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.479548 27697 raft_consensus.cc:3060] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 0 FOLLOWER]: Advancing to term 1
00:32:20.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.489948 27697 raft_consensus.cc:2468] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5d6510014901475184c595750d539dee in term 1.
00:32:20.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.491462 27696 raft_consensus.cc:1275] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [term 1 FOLLOWER]: Refusing update from remote peer 5d6510014901475184c595750d539dee: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:20.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.498895 27969 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [LEADER]: Connected to new peer: Peer: permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.474998 27980 sys_catalog.cc:455] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.508610 27980 sys_catalog.cc:458] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: This master's current role is: FOLLOWER
00:32:20.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.521464 27677 tablet.cc:2406] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:20.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.560930 27983 mvcc.cc:204] Tried to move back new op lower bound from 7305096151397666816 to 7305096151248265216. Current Snapshot: MvccSnapshot[applied={T|T < 7305096151397666816}]
00:32:20.590 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:20.590 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:20.590 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:20.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:20.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:20.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:20.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:20.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28831), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [127ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [172ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [261ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@842248706(state=PENDING, result=null, callback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960), errback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960)))
00:32:20.593 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
00:32:20.593 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28831), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [127ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [172ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [261ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@842248706(state=PENDING, result=null, callback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960), errback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:20.594 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
00:32:20.596 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
00:32:20.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.595759 27982 sys_catalog.cc:455] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.598 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28831), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [24ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [61ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [127ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [140ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [141ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [141ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [171ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [172ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] refreshing cache from master, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [223ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [223ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [261ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [362ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [362ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [561ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [562ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [562ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [662ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [663ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [663ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1063ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1942ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1943ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2380ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2382ms] too many traces: truncated at 100 traces, deferred=Deferred@842248706(state=PENDING, result=null, callback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960), errback=(continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864) -> (continuation of Deferred@2078066013 after retry RPC after error@465146370) -> (continuation of Deferred@372768588 after retry RPC after error@2078216125) -> (continuation of Deferred@1714740150 after retry RPC after error@835353840) -> (continuation of Deferred@405682202 after retry RPC after error@453996101) -> (continuation of Deferred@1529278457 after retry RPC after error@971580817) -> (continuation of Deferred@1357784158 after retry RPC after error@821232960)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:20.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.598399 27982 sys_catalog.cc:458] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: This master's current role is: FOLLOWER
00:32:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.597368 27980 sys_catalog.cc:455] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5d6510014901475184c595750d539dee. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:20.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.599026 27980 sys_catalog.cc:458] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd [sys.catalog]: This master's current role is: FOLLOWER
00:32:20.600 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:20.601 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
00:32:20.601 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
00:32:20.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.633462 27996 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:32:20.718 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:20.718 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:20.719 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:20.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:20.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:20.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:20.720 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:20.843 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:20.843 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:20.843 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:20.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:20.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:20.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:20.844 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:20.844 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:20.844 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:20.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:20.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:20.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:20.845 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:20.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470740859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:20.872 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:32:20.874 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
00:32:20.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.908164 27978 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.908816 27978 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:20.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.909411 27978 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:20.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:20.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.946645 27978 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:20.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:20.947646 27978 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.254.193
00:32:20.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:20.998234 27978 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data
00:32:20.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.193:0
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data/info.pb
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.193
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.193
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/logs
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:20.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.000093 27978 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:21.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.002414 27978 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.010042 28001 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5d6510014901475184c595750d539dee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f98d7e12b9b4401db1e2020c0977e7cd" member_type: VOTER last_known_addr { host: "127.26.254.254" port: 38051 } } peers { permanent_uuid: "80944f9e1b204d769cd25389e4ba203d" member_type: VOTER last_known_addr { host: "127.26.254.253" port: 42937 } } peers { permanent_uuid: "5d6510014901475184c595750d539dee" member_type: VOTER last_known_addr { host: "127.26.254.252" port: 40315 } } }
00:32:21.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.011288 28001 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee [sys.catalog]: This master's current role is: LEADER
00:32:21.016 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.016 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.016 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.018 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.029353 27967 catalog_manager.cc:1294] Loaded cluster ID: 7e14eed3353940809465548bd3b83ae1
00:32:21.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.029590 27967 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: loading cluster ID for follower catalog manager: success
00:32:21.029 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:21.030 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:21.030 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:21.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.031 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.031 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:21.032 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [28ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [147ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [148ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [149ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [176ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [189ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [189ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [263ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [303ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [623ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1124ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1642ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6582ms] too many traces: truncated at 100 traces, deferred=Deferred@227517473(state=PENDING, result=null, callback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324), errback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324)))
00:32:21.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:21.033 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [28ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [147ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [148ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [149ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [176ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [189ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [189ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [263ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [303ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [623ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1124ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1642ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6582ms] too many traces: truncated at 100 traces, deferred=Deferred@227517473(state=PENDING, result=null, callback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324), errback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
00:32:21.034 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:21.034 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:21.034 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:21.034 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.035 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.035 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.035 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.035 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:21.035 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
00:32:21.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.036896 27967 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: acquiring CA information for follower catalog manager: success
00:32:21.037 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29245), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [28ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [53ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [147ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [148ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [149ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [149ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [170ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [172ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [176ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [189ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [189ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [203ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [203ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [263ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [263ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [303ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [303ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [402ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [403ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [623ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [623ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1124ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1642ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3181ms] refreshing cache from master, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [3182ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [3183ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [6581ms] refreshing cache from master, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [6581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [6582ms] too many traces: truncated at 100 traces, deferred=Deferred@227517473(state=PENDING, result=null, callback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324), errback=(continuation of Deferred@1054011947 after retry RPC after error@1412379261) -> (continuation of Deferred@520587097 after retry RPC after error@1868142132) -> (continuation of Deferred@1186165342 after retry RPC after error@1797393455) -> (continuation of Deferred@1220305757 after retry RPC after error@1811395656) -> (continuation of Deferred@915081962 after retry RPC after error@1295199072) -> (continuation of Deferred@1715343120 after retry RPC after error@809349739) -> (continuation of Deferred@1578050268 after retry RPC after error@179530326) -> (continuation of Deferred@484684447 after retry RPC after error@1091626370) -> (continuation of Deferred@1714300606 after retry RPC after error@2011038199) -> (continuation of Deferred@1982341849 after retry RPC after error@810739051) -> (continuation of Deferred@668872201 after retry RPC after error@537416380) -> (continuation of Deferred@385979022 after retry RPC after error@819938488) -> (continuation of Deferred@1713867468 after retry RPC after error@72919302) -> (continuation of Deferred@525782753 after retry RPC after error@1432793911) -> (continuation of Deferred@256717501 after retry RPC after error@1310501579) -> (continuation of Deferred@1737774127 after retry RPC after error@126594273) -> (continuation of Deferred@1639300727 after retry RPC after error@1255410296) -> (continuation of Deferred@254024225 after retry RPC after error@1427260288) -> (continuation of Deferred@429394259 after retry RPC after error@1945458642) -> (continuation of Deferred@1555021471 after retry RPC after error@459729097) -> (continuation of Deferred@1122871399 after retry RPC after error@461319215) -> (continuation of Deferred@981803673 after retry RPC after error@378119584) -> (continuation of Deferred@956864902 after retry RPC after error@1534383324)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.56.254:32907
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.038 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:21.038 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
00:32:21.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
00:32:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.044756 27967 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 80944f9e1b204d769cd25389e4ba203d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:32:21.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:21.044214 28005 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:21.124 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:21.124 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:21.124 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:21.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.125 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.125 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:21.172 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:21.173 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:21.173 [DEBUG - pool-392-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:21.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.173 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.174 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:21.175 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28005), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [69ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [69ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1742ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3221ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@447660499(state=PENDING, result=null, callback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264), errback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264)))
00:32:21.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:32:21.176 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28005), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [69ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [69ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1742ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3221ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@447660499(state=PENDING, result=null, callback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264), errback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.176 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
00:32:21.177 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:32:21.180 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28005), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [69ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [69ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [302ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [862ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1741ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1742ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [3220ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [3221ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [4160ms] refreshing cache from master, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4161ms] too many traces: truncated at 100 traces, deferred=Deferred@447660499(state=PENDING, result=null, callback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264), errback=(continuation of Deferred@347309706 after retry RPC after error@1043882634) -> (continuation of Deferred@1310065398 after retry RPC after error@584770238) -> (continuation of Deferred@710256569 after retry RPC after error@1459924043) -> (continuation of Deferred@695928303 after retry RPC after error@1556204908) -> (continuation of Deferred@1538183458 after retry RPC after error@691689704) -> (continuation of Deferred@1478456413 after retry RPC after error@174553247) -> (continuation of Deferred@669880112 after retry RPC after error@1558933053) -> (continuation of Deferred@2146784353 after retry RPC after error@1323792512) -> (continuation of Deferred@87620195 after retry RPC after error@36042367) -> (continuation of Deferred@1470561286 after retry RPC after error@577813770) -> (continuation of Deferred@1624879301 after retry RPC after error@1298277551) -> (continuation of Deferred@767862729 after retry RPC after error@184272790) -> (continuation of Deferred@654901652 after retry RPC after error@2064780934) -> (continuation of Deferred@1935672514 after retry RPC after error@661895759) -> (continuation of Deferred@1217989268 after retry RPC after error@596925247) -> (continuation of Deferred@1352732059 after retry RPC after error@1782211586) -> (continuation of Deferred@1786187387 after retry RPC after error@1807482281) -> (continuation of Deferred@858712208 after retry RPC after error@177045635) -> (continuation of Deferred@1490764671 after retry RPC after error@1815722872) -> (continuation of Deferred@672642055 after retry RPC after error@1316528158) -> (continuation of Deferred@1287307797 after retry RPC after error@1845052033) -> (continuation of Deferred@2027648181 after retry RPC after error@1940407264)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.181 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:21.183 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
00:32:21.183 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
00:32:21.232 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:21.232 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:21.232 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:21.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:21.298 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:21.299 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:21.299 [DEBUG - pool-357-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:21.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:21.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:21.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:21.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:21.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:21.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:21.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:21.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:21.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:21.300 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:21.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470741359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:21.384 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
00:32:21.386 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
00:32:21.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:21.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.455 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.456 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.456 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.457 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [56ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [56ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [301ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1143ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [5321ms] too many traces: truncated at 100 traces, deferred=Deferred@141230697(state=PENDING, result=null, callback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159), errback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159)))
00:32:21.457 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.457 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.457 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.458 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.458 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.458 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.458 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [56ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [56ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [301ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1143ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [5321ms] too many traces: truncated at 100 traces, deferred=Deferred@141230697(state=PENDING, result=null, callback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159), errback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [56ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [56ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [301ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1143ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [5321ms] too many traces: truncated at 100 traces, deferred=Deferred@141230697(state=PENDING, result=null, callback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159), errback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.61:34275
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.458 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.458 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.458 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.460 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.462 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [56ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [56ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [301ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1143ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [5321ms] too many traces: truncated at 100 traces, deferred=Deferred@141230697(state=PENDING, result=null, callback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159), errback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29636), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [55ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [56ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [56ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [108ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [108ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [158ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [178ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [179ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [243ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [301ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [301ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [622ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [623ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [623ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1143ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1901ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [3421ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.61:34275: Network error: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.60:39519: Network error: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.18.104.62:41209: Network error: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [3422ms] delaying RPC due to: Service unavailable: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209, [5321ms] refreshing cache from master, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.62:41209, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.61:34275, [5321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.104.60:39519, [5321ms] too many traces: truncated at 100 traces, deferred=Deferred@141230697(state=PENDING, result=null, callback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159), errback=(continuation of Deferred@645221559 after retry RPC after error@1239610263) -> (continuation of Deferred@2105963440 after retry RPC after error@758009379) -> (continuation of Deferred@565362629 after retry RPC after error@2140311087) -> (continuation of Deferred@835152286 after retry RPC after error@1850173139) -> (continuation of Deferred@1522507849 after retry RPC after error@834125511) -> (continuation of Deferred@993442550 after retry RPC after error@1855070909) -> (continuation of Deferred@1233681102 after retry RPC after error@1170580670) -> (continuation of Deferred@1261066234 after retry RPC after error@877790184) -> (continuation of Deferred@1048990118 after retry RPC after error@1452208796) -> (continuation of Deferred@1333979696 after retry RPC after error@1802239339) -> (continuation of Deferred@1743559361 after retry RPC after error@1188531890) -> (continuation of Deferred@517746482 after retry RPC after error@711461159) -> (continuation of Deferred@701604921 after retry RPC after error@1393102255) -> (continuation of Deferred@743640387 after retry RPC after error@1175984351) -> (continuation of Deferred@1657572425 after retry RPC after error@2033422794) -> (continuation of Deferred@1304339130 after retry RPC after error@1273402674) -> (continuation of Deferred@1297016515 after retry RPC after error@680952673) -> (continuation of Deferred@277172155 after retry RPC after error@1865746332) -> (continuation of Deferred@1442290759 after retry RPC after error@1231458323) -> (continuation of Deferred@1940190739 after retry RPC after error@887756316) -> (continuation of Deferred@1561764194 after retry RPC after error@546133211) -> (continuation of Deferred@1959606967 after retry RPC after error@284395716) -> (continuation of Deferred@2022061577 after retry RPC after error@845647438) -> (continuation of Deferred@803344951 after retry RPC after error@593173159)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.104.61:34275
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.463 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:21.463 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
00:32:21.463 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
00:32:21.463 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:32:21.463 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
00:32:21.463 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:32:21.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:21.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
00:32:21.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
00:32:21.473 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
00:32:21.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.475 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.475 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.476 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.476 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.476 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.476 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.476 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.476 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.485 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
00:32:21.485 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
00:32:21.486 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job dfd18dc31e477069a827bb999b4ab6f6
00:32:21.495 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.495 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.496 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.515 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.515 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.515 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.516 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.523 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:21.523 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:21.523 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:21.524 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.524 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.524 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.524 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.524 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.524 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:21.535 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.535 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.535 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.535 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.535 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.535 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.536 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.536 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.536 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.536 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.538 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:21.539 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:21.539 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:21.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.540 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.540 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.540 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:21.563 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:21.563 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:21.563 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:21.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:21.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.565 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:21.565 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.565 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.565 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:21.565 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:21.576 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.576 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.576 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.576 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.577 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.615 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.616 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.616 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.616 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.616 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.616 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.617 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.617 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.617 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.617 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.638 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:21.639 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:21.639 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:21.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:21.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:21.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:21.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:21.641 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29858), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [29ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [32ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [46ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [92ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [96ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [96ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [160ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [222ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [222ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [261ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [261ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [262ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [262ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [503ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [602ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [603ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [1102ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2101ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.253:44071: Network error: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.252:41535: Network error: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535, [2103ms] Sub RPC ConnectToMaster: received response from server master-127.19.56.254:32907: Network error: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2103ms] delaying RPC due to: Service unavailable: Master config (127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907, [2761ms] refreshing cache from master, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.253:44071, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.252:41535, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.56.254:32907, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@439869742(state=PENDING, result=null, callback=(continuation of Deferred@631149024 after retry RPC after error@172216126) -> (continuation of Deferred@2112499646 after retry RPC after error@1492225980) -> (continuation of Deferred@154207443 after retry RPC after error@496963828) -> (continuation of Deferred@824466214 after retry RPC after error@1702674129) -> (continuation of Deferred@1684678961 after retry RPC after error@26713592) -> (continuation of Deferred@309922695 after retry RPC after error@317961519) -> (continuation of Deferred@660944353 after retry RPC after error@446694568) -> (continuation of Deferred@1079972168 after retry RPC after error@1334484641) -> (continuation of Deferred@1104044172 after retry RPC after error@1532082521) -> (continuation of Deferred@1673274922 after retry RPC after error@2027475818) -> (continuation of Deferred@1252001533 after retry RPC after error@476964225) -> (continuation of Deferred@518135120 after retry RPC after error@547348069) -> (continuation of Deferred@1782752101 after retry RPC after error@426771009) -> (continuation of Deferred@393647266 after retry RPC after error@1237585119) -> (continuation of Deferred@920831753 after retry RPC after error@790215070) -> (continuation of Deferred@208268123 after retry RPC after error@1696771325) -> (continuation of Deferred@1163458015 after retry RPC after error@661615011) -> (continuation of Deferred@1688171814 after retry RPC after error@346712076) -> (continuation of Deferred@375292235 after retry RPC after error@1256200266) -> (continuation of Deferred@1439265397 after retry RPC after error@316967624) -> (continuation of Deferred@1892812038 after retry RPC after error@976904478) -> (continuation of Deferred@620689142 after retry RPC after error@310020715) -> (continuation of Deferred@1918912279 after retry RPC after error@456915668) -> (continuation of Deferred@1218569731 after retry RPC after error@239998126) -> (continuation of Deferred@2129044111 after retry RPC after error@978262749) -> (continuation of Deferred@2107208297 after retry RPC after error@59568656), errback=(continuation of Deferred@631149024 after retry RPC after error@172216126) -> (continuation of Deferred@2112499646 after retry RPC after error@1492225980) -> (continuation of Deferred@154207443 after retry RPC after error@496963828) -> (continuation of Deferred@824466214 after retry RPC after error@1702674129) -> (continuation of Deferred@1684678961 after retry RPC after error@26713592) -> (continuation of Deferred@309922695 after retry RPC after error@317961519) -> (continuation of Deferred@660944353 after retry RPC after error@446694568) -> (continuation of Deferred@1079972168 after retry RPC after error@1334484641) -> (continuation of Deferred@1104044172 after retry RPC after error@1532082521) -> (continuation of Deferred@1673274922 after retry RPC after error@2027475818) -> (continuation of Deferred@1252001533 after retry RPC after error@476964225) -> (continuation of Deferred@518135120 after retry RPC after error@547348069) -> (continuation of Deferred@1782752101 after retry RPC after error@426771009) -> (continuation of Deferred@393647266 after retry RPC after error@1237585119) -> (continuation of Deferred@920831753 after retry RPC after error@790215070) -> (continuation of Deferred@208268123 after retry RPC after error@1696771325) -> (continuation of Deferred@1163458015 after retry RPC after error@661615011) -> (continuation of Deferred@1688171814 after retry RPC after error@346712076) -> (continuation of Deferred@375292235 after retry RPC after error@1256200266) -> (continuation of Deferred@1439265397 after retry RPC after error@316967624) -> (continuation of Deferred@1892812038 after retry RPC after error@976904478) -> (continuation of Deferred@620689142 after retry RPC after error@310020715) -> (continuation of Deferred@1918912279 after retry RPC after error@456915668) -> (continuation of Deferred@1218569731 after retry RPC after error@239998126) -> (continuation of Deferred@2129044111 after retry RPC after error@978262749) -> (continuation of Deferred@2107208297 after retry RPC after error@59568656)))
00:32:21.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.652900 27996 catalog_manager.cc:1294] Loaded cluster ID: 7e14eed3353940809465548bd3b83ae1
00:32:21.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.657606 27996 catalog_manager.cc:1587] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: loading cluster ID for follower catalog manager: success
00:32:21.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.685925 27996 catalog_manager.cc:1609] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: acquiring CA information for follower catalog manager: success
00:32:21.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:21.698942 27996 catalog_manager.cc:1637] T 00000000000000000000000000000000 P f98d7e12b9b4401db1e2020c0977e7cd: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:32:21.715 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.716 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.716 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.716 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.717 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.717 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.731 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:21.731 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:21.731 [DEBUG - pool-396-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:21.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.733 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:21.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1880ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5500ms] refreshing cache from master, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5501ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312)))
00:32:21.734 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:32:21.734 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1880ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5500ms] refreshing cache from master, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5501ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.735 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
00:32:21.737 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:32:21.739 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [52ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [341ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [342ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [342ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [662ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [663ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1880ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1882ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5500ms] refreshing cache from master, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5501ms] too many traces: truncated at 100 traces, deferred=Deferred@1801037016(state=PENDING, result=null, callback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312), errback=(continuation of Deferred@226103707 after retry RPC after error@2014631545) -> (continuation of Deferred@2120510364 after retry RPC after error@1488814060) -> (continuation of Deferred@93739945 after retry RPC after error@1542447740) -> (continuation of Deferred@109726230 after retry RPC after error@905643828) -> (continuation of Deferred@34031921 after retry RPC after error@643806991) -> (continuation of Deferred@1917944616 after retry RPC after error@536799473) -> (continuation of Deferred@663250174 after retry RPC after error@2083801295) -> (continuation of Deferred@42126498 after retry RPC after error@1792214371) -> (continuation of Deferred@236467027 after retry RPC after error@1354002543) -> (continuation of Deferred@1153913095 after retry RPC after error@919452897) -> (continuation of Deferred@2038465472 after retry RPC after error@180663191) -> (continuation of Deferred@1962251425 after retry RPC after error@788792426) -> (continuation of Deferred@1390873801 after retry RPC after error@2106606857) -> (continuation of Deferred@622368390 after retry RPC after error@716235035) -> (continuation of Deferred@1088106944 after retry RPC after error@1058835679) -> (continuation of Deferred@1582399772 after retry RPC after error@1942232052) -> (continuation of Deferred@1778934141 after retry RPC after error@833184407) -> (continuation of Deferred@1671580895 after retry RPC after error@812314852) -> (continuation of Deferred@423656477 after retry RPC after error@1661409400) -> (continuation of Deferred@305296499 after retry RPC after error@1975012097) -> (continuation of Deferred@1862431039 after retry RPC after error@874340479) -> (continuation of Deferred@890047331 after retry RPC after error@39497344) -> (continuation of Deferred@2125315197 after retry RPC after error@569124175) -> (continuation of Deferred@2095543298 after retry RPC after error@731835312)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.740 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:21.740 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
00:32:21.740 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
00:32:21.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:21.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:21.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:21.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:21.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.776 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.776 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:21.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:21.776 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:21.853 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:21.853 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:21.853 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:21.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:21.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:21.854 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.854 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.854 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:21.855 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:21.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470741859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:21.870 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:21.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
00:32:21.925 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:21.925 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:21.925 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:21.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:21.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:21.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:21.926 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:21.927 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [380ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [381ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [781ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1561ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1701ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3860ms] refreshing cache from master, [3860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3861ms] too many traces: truncated at 100 traces, deferred=Deferred@1496010963(state=PENDING, result=null, callback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544), errback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544)))
00:32:21.928 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
00:32:21.928 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [380ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [381ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [781ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1561ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1701ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3860ms] refreshing cache from master, [3860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3861ms] too many traces: truncated at 100 traces, deferred=Deferred@1496010963(state=PENDING, result=null, callback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544), errback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.928 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
00:32:21.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:21.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:32:21.933 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [39ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [66ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [380ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [381ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [781ms] refreshing cache from master, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [782ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [783ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [784ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [784ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1561ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1700ms] refreshing cache from master, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1701ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3860ms] refreshing cache from master, [3860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3861ms] too many traces: truncated at 100 traces, deferred=Deferred@1496010963(state=PENDING, result=null, callback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544), errback=(continuation of Deferred@431951867 after retry RPC after error@1139579226) -> (continuation of Deferred@480105787 after retry RPC after error@523477939) -> (continuation of Deferred@2115151737 after retry RPC after error@1494468520) -> (continuation of Deferred@727053756 after retry RPC after error@695854430) -> (continuation of Deferred@1119594087 after retry RPC after error@89265951) -> (continuation of Deferred@19855900 after retry RPC after error@1738255474) -> (continuation of Deferred@2014099064 after retry RPC after error@1836301449) -> (continuation of Deferred@461063457 after retry RPC after error@557416960) -> (continuation of Deferred@1016815401 after retry RPC after error@1283206087) -> (continuation of Deferred@233778468 after retry RPC after error@1621853979) -> (continuation of Deferred@112197168 after retry RPC after error@731959089) -> (continuation of Deferred@1599226220 after retry RPC after error@1677559490) -> (continuation of Deferred@450538227 after retry RPC after error@925775838) -> (continuation of Deferred@2059028854 after retry RPC after error@1979583349) -> (continuation of Deferred@985446923 after retry RPC after error@2087385669) -> (continuation of Deferred@1421077831 after retry RPC after error@1368649991) -> (continuation of Deferred@245396956 after retry RPC after error@632495775) -> (continuation of Deferred@1847658171 after retry RPC after error@552913329) -> (continuation of Deferred@771184358 after retry RPC after error@277738017) -> (continuation of Deferred@1988049493 after retry RPC after error@1883298922) -> (continuation of Deferred@1738011874 after retry RPC after error@418647755) -> (continuation of Deferred@391520786 after retry RPC after error@1635983134) -> (continuation of Deferred@971757352 after retry RPC after error@22090888) -> (continuation of Deferred@657584130 after retry RPC after error@1588817941) -> (continuation of Deferred@956743292 after retry RPC after error@821692544)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:21.934 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5147bc4e6f11b9cce660cc3257e0d7da
00:32:21.934 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
00:32:21.934 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
00:32:21.967 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:32:21.968 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:32:21.968 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
00:32:21.969 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
00:32:21.969 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id c9ed1b631224a749e1fffc00ad7e60c5
00:32:21.969 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:21.970 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 67 for source Source: KuduSource to checkpoint.
00:32:21.970 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c9ed1b631224a749e1fffc00ad7e60c5.
00:32:21.971 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id c9ed1b631224a749e1fffc00ad7e60c5.
00:32:21.971 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:21.973 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:32:21.973 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:32:21.974 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 67 for source Source: KuduSource to checkpoint.
00:32:21.974 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
00:32:21.974 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:21.975 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
00:32:21.975 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef
00:32:21.975 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:32:21.977 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:32:21.977 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 67 for source Source: KuduSource to checkpoint.
00:32:21.979 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
00:32:21.980 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:21.980 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
00:32:21.980 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 0c99ab1c38776cf24b10291f588c4f99
00:32:21.980 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RESTARTING to RUNNING.
00:32:21.981 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:32:21.981 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
00:32:21.982 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 67 for source Source: KuduSource to checkpoint.
00:32:21.982 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
00:32:21.982 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:21.983 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
00:32:21.983 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id f647b4a44a201426a0d370b788db5a36
00:32:21.993 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:32:21.994 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:32:21.994 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
00:32:21.994 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
00:32:21.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6814e54a
00:32:21.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:21.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:21.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:32:21.995 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
00:32:21.998 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a616da9
00:32:21.999 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0c99ab1c38776cf24b10291f588c4f99.
00:32:22.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
00:32:22.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
00:32:22.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16b529f6
00:32:22.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:22.000 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:22.001 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:32:22.001 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
00:32:22.002 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 0c99ab1c38776cf24b10291f588c4f99.
00:32:22.003 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:22.005 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50759be2
00:32:22.008 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot f647b4a44a201426a0d370b788db5a36.
00:32:22.009 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id f647b4a44a201426a0d370b788db5a36.
00:32:22.009 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
00:32:22.009 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
00:32:22.012 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:22.015 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
00:32:22.015 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
00:32:22.016 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@732177de
00:32:22.016 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:22.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:22.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:32:22.017 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
00:32:22.017 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f9992c8
00:32:22.018 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:22.019 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:22.020 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:32:22.020 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
00:32:22.025 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.028 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f8861e6
00:32:22.033 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.034 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.034 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:22.035 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.035 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.035 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.039 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48dbfde1
00:32:22.043 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.045 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.045 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.045 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.045 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.050 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:22.057 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.065 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.069 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.078 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.090 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.090 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.096 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.107 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.122 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:22.125 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.134 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.135 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:22.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:22.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:22.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.137 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:22.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.149 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.158 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.166 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.168 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.169 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.169 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.169 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.170 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.173 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.177 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.180 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.181 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.193 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.193 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.193 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.201 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:22.201 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:22.201 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:22.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:22.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:22.202 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:22.202 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:22.202 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:22.202 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:22.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:22.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:22.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:22.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:22.204 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.205 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.205 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.205 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.206 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.206 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.206 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.206 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.206 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.207 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:22.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:22.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:22.216 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.216 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.216 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:22.216 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.216 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.216 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.216 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:22.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:22.217 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:22.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.217 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.218 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.218 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.219 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.226 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.226 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.226 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.227 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.228 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.228 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.228 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.228 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.228 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.228 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.228 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.234 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.235 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.235 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.235 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.235 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.237 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.237 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.237 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.238 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.238 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.238 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.245 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.245 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.246 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.246 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.246 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.246 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.247 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.249 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.254 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.254 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.255 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.255 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.257 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.257 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.257 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.257 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.263 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.264 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.264 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.264 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.265 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.265 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.265 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.265 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.265 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.265 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29086), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [362ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1742ms] too many traces: truncated at 100 traces, deferred=Deferred@984263212(state=PENDING, result=null, callback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019), errback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019)))
00:32:22.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.266 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.266 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.266 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.266 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.266 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.267 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.267 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.267 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29086), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [362ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1742ms] too many traces: truncated at 100 traces, deferred=Deferred@984263212(state=PENDING, result=null, callback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019), errback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29086), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [362ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1742ms] too many traces: truncated at 100 traces, deferred=Deferred@984263212(state=PENDING, result=null, callback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019), errback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.160.188:40719
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:22.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.268 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.271 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29086), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [362ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1742ms] too many traces: truncated at 100 traces, deferred=Deferred@984263212(state=PENDING, result=null, callback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019), errback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29086), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [28ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [29ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [29ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [44ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [45ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [46ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [62ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [63ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [64ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [64ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [81ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [82ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [82ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [103ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [103ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [142ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [143ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [222ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [223ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [223ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [241ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [242ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [361ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [362ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [362ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [861ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [862ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [862ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1124ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.189:38747: Network error: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.188:40719: Network error: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.22.160.190:42773: Network error: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1343ms] delaying RPC due to: Service unavailable: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.190:42773, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.189:38747, [1742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.160.188:40719, [1742ms] too many traces: truncated at 100 traces, deferred=Deferred@984263212(state=PENDING, result=null, callback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019), errback=(continuation of Deferred@1507098194 after retry RPC after error@646886442) -> (continuation of Deferred@1158481365 after retry RPC after error@714681490) -> (continuation of Deferred@1346761085 after retry RPC after error@54079675) -> (continuation of Deferred@783793828 after retry RPC after error@1294592604) -> (continuation of Deferred@848831645 after retry RPC after error@2028889757) -> (continuation of Deferred@1807726010 after retry RPC after error@1766246811) -> (continuation of Deferred@445228258 after retry RPC after error@291038112) -> (continuation of Deferred@131892820 after retry RPC after error@1477025061) -> (continuation of Deferred@259038322 after retry RPC after error@1499675615) -> (continuation of Deferred@980351105 after retry RPC after error@773503580) -> (continuation of Deferred@620896481 after retry RPC after error@1711229533) -> (continuation of Deferred@681053331 after retry RPC after error@1403755398) -> (continuation of Deferred@1729801274 after retry RPC after error@2024320806) -> (continuation of Deferred@280807476 after retry RPC after error@524551694) -> (continuation of Deferred@764215968 after retry RPC after error@274815400) -> (continuation of Deferred@1726668536 after retry RPC after error@1503772765) -> (continuation of Deferred@486293963 after retry RPC after error@113965029) -> (continuation of Deferred@912778458 after retry RPC after error@1628662115) -> (continuation of Deferred@522165907 after retry RPC after error@1320892234) -> (continuation of Deferred@1207130995 after retry RPC after error@1037134495) -> (continuation of Deferred@1591316656 after retry RPC after error@1238367558) -> (continuation of Deferred@347742159 after retry RPC after error@571017813) -> (continuation of Deferred@818365108 after retry RPC after error@114605095) -> (continuation of Deferred@1112837973 after retry RPC after error@677740264) -> (continuation of Deferred@574442418 after retry RPC after error@19656278) -> (continuation of Deferred@1742993153 after retry RPC after error@1685215019)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.22.160.188:40719
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:22.272 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:22.272 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RUNNING to RESTARTING.
00:32:22.273 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
00:32:22.273 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:32:22.274 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:32:22.274 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
00:32:22.274 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:32:22.274 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:32:22.274 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
00:32:22.274 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.274 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:32:22.275 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.275 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.275 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:32:22.275 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.275 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.275 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.275 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
00:32:22.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.275 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
00:32:22.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.275 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.275 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.276 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.276 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.276 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.283 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.284 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.284 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.284 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.286 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.287 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.291 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:32:22.291 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:32:22.291 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
00:32:22.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:32:22.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
00:32:22.293 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:32:22.294 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:32:22.294 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
00:32:22.294 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.294 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:32:22.294 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.295 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.295 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.296 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:32:22.296 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:32:22.296 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
00:32:22.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.298 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.303 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.304 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:32:22.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.305 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:32:22.305 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
00:32:22.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:32:22.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
00:32:22.305 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:32:22.305 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.306 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.306 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
00:32:22.306 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.307 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:32:22.307 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
00:32:22.308 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.308 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.308 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.309 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.314 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.315 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.315 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.316 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.317 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.317 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.317 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.317 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.317 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.317 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.317 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.318 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.318 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.318 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.318 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.323 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.323 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.323 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.323 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.324 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
00:32:22.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.325 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
00:32:22.325 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
00:32:22.325 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
00:32:22.326 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
00:32:22.327 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:22.327 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
00:32:22.327 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:22.328 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.328 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
00:32:22.328 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.328 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.328 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:22.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.329 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
00:32:22.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.329 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.329 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.329 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5147bc4e6f11b9cce660cc3257e0d7da
00:32:22.337 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.337 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.338 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.338 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.339 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.343 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.344 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.344 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.344 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.344 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.344 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.345 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.345 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470742358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:22.367 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.367 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.367 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.374 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
00:32:22.377 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
00:32:22.383 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.383 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.383 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.384 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.403 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.403 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.404 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.405 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.405 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.405 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.406 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.407 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.407 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.407 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.408 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.408 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.408 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:22.434 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.435 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.435 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.443 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.445 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:22.508 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.508 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.508 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.509 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.509 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.509 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.509 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.509 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.526 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.544 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:22.544 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:22.544 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:22.545 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:22.545 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:22.545 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:22.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:22.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:22.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:22.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:22.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:22.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:22.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:22.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.578 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.578 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.578 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.587 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.588 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.588 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.589 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.589 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.589 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.589 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.594 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.594 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.594 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.595 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.618 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.618 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.618 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.619 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.663 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.664 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.664 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.665 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.665 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.665 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.665 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.705 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.706 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.706 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.707 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.735 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.735 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.844 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:22.844 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:22.844 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:22.846 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.846 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.846 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:22.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:22.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:22.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:22.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470742858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:22.865 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:22.865 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:22.866 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:22.866 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:22.866 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:22.866 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:22.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:22.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:22.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:22.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:22.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:22.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:22.866 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:22.869 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:32:22.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
00:32:22.877 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:22.877 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:22.877 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:22.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:22.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:22.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:22.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:22.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:22.939 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:22.939 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:22.939 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:22.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:22.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:22.940 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:22.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:22.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:22.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:22.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:22.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:22.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:22.940 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:22.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.066 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.066 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.066 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:22.427481 28004 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 27978
00:32:23.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:21.055131 28006 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.084605 27978 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.031s	user 0.493s	sys 0.711s
00:32:23.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.093997 27978 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.041s	user 0.494s	sys 0.711s
00:32:23.097 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.098 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.098 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.100081 27978 server_base.cc:1061] running on GCE node
00:32:23.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.100291 28067 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.101637 27978 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:23.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.104913 27978 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.106375 27978 hybrid_clock.cc:648] HybridClock initialized: now 1783470743106336 us; error 36 us; skew 500 ppm
00:32:23.107 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.107343 27978 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:23.107 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.107 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.108 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.114722 27978 webserver.cc:534] Webserver started at http://127.26.254.193:45191/ using document root <none> and password file <none>
00:32:23.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.115700 27978 fs_manager.cc:362] Metadata directory not provided
00:32:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.115964 27978 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:23.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.116472 27978 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.121362 27978 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data/instance:
00:32:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a90c5b242e4746b0601d41155d0f02"
00:32:23.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:23 on dist-test-slave-qgzj"
00:32:23.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.122617 27978 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal/instance:
00:32:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a90c5b242e4746b0601d41155d0f02"
00:32:23.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:23 on dist-test-slave-qgzj"
00:32:23.123 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:23.124 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:23.124 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:23.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:23.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:23.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:23.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:23.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:23.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:23.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:23.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:23.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:23.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:23.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.131364 27978 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.005s
00:32:23.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.137970 28072 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:23.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.139252 27978 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.139648 27978 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "19a90c5b242e4746b0601d41155d0f02"
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:23 on dist-test-slave-qgzj"
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.140003 27978 fs_report.cc:389] FS layout report
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data/data
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:23.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.197173 27978 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.199102 27978 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:23.199 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:23.199 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:23.200 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:23.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:23.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.199631 27978 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:23.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:23.200 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:23.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:23.200 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:23.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:23.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:23.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:23.201 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:23.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.203163 27978 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.208238 27978 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:23.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.208482 27978 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:32:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.208804 27978 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:23.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.208976 27978 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:23.303 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:23.304 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:23.304 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:23.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:23.327 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.328 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.328 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.329 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.329 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.330 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.334 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.334 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.334 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.335 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.346 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:23.346 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:23.346 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:23.346 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.346 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.346 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:23.346 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.346 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:23.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:23.347 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:23.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470743358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:23.368 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:32:23.372 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
00:32:23.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.384790 27978 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.193:38565
00:32:23.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.384904 28185 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.193:38565 every 8 connection(s)
00:32:23.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.387954 27978 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/data/info.pb
00:32:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.398581 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 27978
00:32:23.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.399158 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-0/wal/instance
00:32:23.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.432895 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/logs
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data/info.pb
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.194:0
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.194
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.194
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:23.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:23.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:23.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.480 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RESTARTING to RUNNING.
00:32:23.481 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 6069bc79e9bb0cb9fd7171c771693af7 from Checkpoint 62 @ 1783470529963 for 6069bc79e9bb0cb9fd7171c771693af7 located at file:/tmp/junit2521055554879762378/checkpoints/6069bc79e9bb0cb9fd7171c771693af7/chk-62.
00:32:23.481 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
00:32:23.481 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:32:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.485780 28187 heartbeater.cc:344] Connected to a master server at 127.26.254.252:40315
00:32:23.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.486276 28187 heartbeater.cc:461] Registering TS with master...
00:32:23.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.487849 28187 heartbeater.cc:507] Master 127.26.254.252:40315 requested a full tablet report, sending...
00:32:23.490 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
00:32:23.491 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
00:32:23.491 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 2bff8c90f308a126516a0cb7a73dd800
00:32:23.491 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
00:32:23.492 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
00:32:23.492 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 2bff8c90f308a126516a0cb7a73dd800.
00:32:23.492 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:23.493 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 2bff8c90f308a126516a0cb7a73dd800.
00:32:23.493 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:23.498 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id def9b751e05da58349515c0559767867
00:32:23.498 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
00:32:23.499 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.499805 28186 heartbeater.cc:344] Connected to a master server at 127.26.254.253:42937
00:32:23.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.500232 28186 heartbeater.cc:461] Registering TS with master...
00:32:23.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.501181 28186 heartbeater.cc:507] Master 127.26.254.253:42937 requested a full tablet report, sending...
00:32:23.503 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
00:32:23.503 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 495e1da134c1611a79008b27c5e6d256
00:32:23.503 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
00:32:23.503 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:23.504 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
00:32:23.504 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1) with allocation id 102fa6eaca8a481f144f415ae5641107
00:32:23.509 [INFO - Thread-66] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:32:23.510 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.14.140.254:35815(127.14.140.254:35815)] disconnecting while in state TERMINATED
00:32:23.510 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.14.140.253:40133(127.14.140.253:40133)] disconnecting while in state TERMINATED
00:32:23.510 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.14.140.252:42389(127.14.140.252:42389)] disconnecting while in state TERMINATED
00:32:23.510 [DEBUG - Thread-66] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:23.511 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:23.512 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:23.512 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:23.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:23.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.507185 27764 ts_manager.cc:194] Registered new tserver with Master: 19a90c5b242e4746b0601d41155d0f02 (127.26.254.193:38565)
00:32:23.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.509927 27897 ts_manager.cc:194] Registered new tserver with Master: 19a90c5b242e4746b0601d41155d0f02 (127.26.254.193:38565)
00:32:23.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:23.513 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:23.515 [INFO - Thread-66] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:32:23.515 [INFO - Thread-66] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:32:23.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.515806 27897 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.254.193:34679
00:32:23.523 [DEBUG - Thread-66] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:23.523 [INFO - Thread-66] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.525910 28188 heartbeater.cc:344] Connected to a master server at 127.26.254.254:38051
00:32:23.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.526319 28188 heartbeater.cc:461] Registering TS with master...
00:32:23.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.526974 28188 heartbeater.cc:507] Master 127.26.254.254:38051 requested a full tablet report, sending...
00:32:23.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.530651 27688 ts_manager.cc:194] Registered new tserver with Master: 19a90c5b242e4746b0601d41155d0f02 (127.26.254.193:38565)
00:32:23.534 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot def9b751e05da58349515c0559767867.
00:32:23.535 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id def9b751e05da58349515c0559767867.
00:32:23.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
00:32:23.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
00:32:23.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e1842f0
00:32:23.537 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:23.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:32:23.539 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
00:32:23.539 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
00:32:23.541 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 495e1da134c1611a79008b27c5e6d256.
00:32:23.542 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
00:32:23.542 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
00:32:23.543 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id 495e1da134c1611a79008b27c5e6d256.
00:32:23.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@76fbc226
00:32:23.545 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:23.547 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:32:23.547 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
00:32:23.547 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
00:32:23.548 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46651db7
00:32:23.555 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:23.557 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5af7cbfe
00:32:23.561 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:23.562 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:23.562 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:23.562 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:23.562 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:23.563 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 102fa6eaca8a481f144f415ae5641107.
00:32:23.563 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id 102fa6eaca8a481f144f415ae5641107.
00:32:23.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
00:32:23.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
00:32:23.565 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1028604
00:32:23.565 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:23.565 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:32:23.565 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
00:32:23.565 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
00:32:23.568 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
00:32:23.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
00:32:23.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6eed2522
00:32:23.569 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:23.570 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit2521055554879762378/checkpoints")
00:32:23.571 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
00:32:23.571 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
00:32:23.570 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@106b7d08
00:32:23.575 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:23.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6de053c5
00:32:23.577 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.579 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:23.580 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:23.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:23.581 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:23.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:23.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:23.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:23.582 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:23.582 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:23.582 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:23.583 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:23.583 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:23.583 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:23.583 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:23.589 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.589 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.590 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.592 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.599 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.600 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.600 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.606 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.609 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.609 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.609 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.616 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.616 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.617 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.621 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.625 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.627 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.627 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.627 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.627 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.627 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.628 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.629 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.629 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.629 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.629 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.631 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.632 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.636 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.637 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.641 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.641 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.641 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.647 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.653 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.654 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.656 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.656 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.657 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.657 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.657 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.660 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.660 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.660 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.660 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.660 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.661 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.663 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.663 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.663 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.668 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.669 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.669 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.669 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.670 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.670 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.671 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.671 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.672 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.672 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.673 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.673 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.673 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.673 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.673 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.673 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.673 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.677 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.677 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.677 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.678 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.681 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.682 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.682 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.683 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.683 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.683 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.683 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.688 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.689 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.689 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.689 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.689 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.689 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.690 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.690 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.691 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.691 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.692 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.693 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.693 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.693 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.697 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.698 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.698 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.698 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.698 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.698 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.698 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.698 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.700 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.701 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.701 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.701 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.701 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.701 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.707 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.707 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.708 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.708 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.708 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.708 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.709 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.709 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.709 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.709 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.709 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.709 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.709 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.709 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.709 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.710 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.710 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.710 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.710 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.710 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.710 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.710 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.710 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.710 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.710 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.710 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.710 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.721 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.721 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.721 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.722 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.727 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.727 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.727 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.728 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.728 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.728 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.728 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.728 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.729 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.729 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.729 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.730 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.730 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.730 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.738 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.740 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.741 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.741 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.750 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.767 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.767 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.767 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.767 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.768 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.768 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.768 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.768 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.768 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.768 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.768 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.768 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.768 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.769 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.769 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.769 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.769 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.769 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.769 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.770 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.771 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.797 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.797 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.797 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.798 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.798 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.800 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.800 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.800 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.801 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.809 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.810 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.810 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.810 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.810 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.810 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.811 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.827 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.827 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.827 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.846 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.847 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.847 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.847 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.847 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:23.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:23.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:23.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:23.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:23.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:23.851 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:23.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470743859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:23.867 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:32:23.870 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.871 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.871 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.871 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
00:32:23.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.878294 28193 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.878926 28193 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:23.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.879556 28193 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:23.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.916738 28193 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:23.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.917745 28193 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.254.194
00:32:23.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.937 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.937 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.937 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.939 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.939 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.939 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.939 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.940 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.940 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.941 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.941 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.941 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.941 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.959869 28193 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.194:0
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data/info.pb
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.194
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.194
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/logs
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:23.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:23.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.961500 28193 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:23.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:23.963306 28193 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:23.966 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:23.966 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:23.967 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:23.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:23.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:23.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:23.968 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:23.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:23.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.979360 28258 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:24.029 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.029 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.029 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.031 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.066 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.067 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.067 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.077 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.077 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.078 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.079 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.079 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.079 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.079 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.101 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.101 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.101 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.102 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:24.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:24.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:24.135 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:24.135 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:24.135 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:24.135 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:24.135 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:24.135 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:24.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:24.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:24.136 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:24.136 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:24.261 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.261 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.261 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.263 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.263 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.274 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.274 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.274 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.275 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.275 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.275 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.275 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.301 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.301 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.301 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.302 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.337 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.337 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.337 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.339 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:24.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:24.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:24.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.350 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.350 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:24.357 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RESTARTING to RUNNING.
00:32:24.358 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 5147bc4e6f11b9cce660cc3257e0d7da from Checkpoint 67 @ 1783470711977 for 5147bc4e6f11b9cce660cc3257e0d7da located at file:/tmp/junit15861357348609582532/checkpoints/5147bc4e6f11b9cce660cc3257e0d7da/chk-67.
00:32:24.358 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:32:24.359 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:32:24.361 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470744359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:24.371 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
00:32:24.373 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:32:24.374 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
00:32:24.375 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
00:32:24.376 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id c9ed1b631224a749e1fffc00ad7e60c5
00:32:24.376 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
00:32:24.377 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
00:32:24.377 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef
00:32:24.377 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:24.377 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:24.379 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot c9ed1b631224a749e1fffc00ad7e60c5.
00:32:24.388 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id c9ed1b631224a749e1fffc00ad7e60c5.
00:32:24.388 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:32:24.389 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 02b43adb1bd1e9e5fe364dd93d43a9ef.
00:32:24.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
00:32:24.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
00:32:24.390 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
00:32:24.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bea819a
00:32:24.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:24.390 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:24.391 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:32:24.394 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.396 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@500d530b
00:32:24.398 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:24.401 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:24.403 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
00:32:24.403 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id 0c99ab1c38776cf24b10291f588c4f99
00:32:24.404 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
00:32:24.406 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:24.407 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
00:32:24.407 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1) with allocation id f647b4a44a201426a0d370b788db5a36
00:32:24.407 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
00:32:24.412 [INFO - Thread-67] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:32:24.412 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.22.160.190:42773(127.22.160.190:42773)] disconnecting while in state TERMINATED
00:32:24.413 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.22.160.188:40719(127.22.160.188:40719)] disconnecting while in state TERMINATED
00:32:24.413 [DEBUG - Thread-67] (Connection.java:575) [peer master-127.22.160.189:38747(127.22.160.189:38747)] disconnecting while in state TERMINATED
00:32:24.413 [DEBUG - Thread-67] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:24.415 [INFO - Thread-67] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:32:24.415 [INFO - Thread-67] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:32:24.419 [DEBUG - Thread-67] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:24.420 [INFO - Thread-67] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:24.421 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 0c99ab1c38776cf24b10291f588c4f99.
00:32:24.422 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 0c99ab1c38776cf24b10291f588c4f99.
00:32:24.423 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
00:32:24.423 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
00:32:24.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e97d3c4
00:32:24.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:24.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:24.426 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:32:24.426 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
00:32:24.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.428 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.428 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.429 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3a30148b
00:32:24.436 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.438 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:24.451 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot f647b4a44a201426a0d370b788db5a36.
00:32:24.452 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id f647b4a44a201426a0d370b788db5a36.
00:32:24.452 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
00:32:24.452 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
00:32:24.453 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29a9c5e3
00:32:24.453 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:24.453 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:24.465 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:32:24.465 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
00:32:24.469 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
00:32:24.469 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
00:32:24.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.469 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.470 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.470 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@777b7af8
00:32:24.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:24.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.470 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.470 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.470 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit15861357348609582532/checkpoints")
00:32:24.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:32:24.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.470 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.471 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
00:32:24.472 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a06da95
00:32:24.472 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.474 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.484 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.485 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f357c8e
00:32:24.487 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:24.488 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.488 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.489 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.489 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.490 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.491 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:24.491 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:24.491 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:24.491 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:24.492 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.492 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.493 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.494 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.495 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.495 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.495 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.495 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.496 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.496 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.496 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.497 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.497 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.498 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.498 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.498 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.498 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.500 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.501 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.501 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.501 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.503 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.503 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.503 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.504 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.505 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.505 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.506 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.510 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.510 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.512 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.518 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.520 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.522 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.523 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:24.522413 28187 heartbeater.cc:499] Master 127.26.254.252:40315 was elected leader, sending a full tablet report...
00:32:24.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.523 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.524 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.524 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.529 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.530 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.531 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.534 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.545 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.546 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.551 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.552 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.557 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.558 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.558 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.558 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.559 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.567 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.567 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.567 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.567 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.568 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.569 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.570 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.570 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.571 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.572 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.573 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.574 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.574 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.574 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.574 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.575 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.575 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.575 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.575 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.576 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.577 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.577 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.577 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.577 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.577 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.578 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.579 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.579 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.583 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.584 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.590 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.590 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.590 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.590 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.590 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.591 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.592 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.593 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.593 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.593 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.593 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.594 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.596 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.597 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.597 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.597 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.597 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.597 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.597 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.597 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.598 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.598 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.598 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.598 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.584 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.601 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.610 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.610 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.610 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.611 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.611 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.611 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.611 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.611 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.611 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.612 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.613 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.618 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:24.618 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:24.618 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:24.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:24.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:24.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:24.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:24.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:24.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:24.619 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:24.619 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:24.619 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:24.620 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:24.624 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.624 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.624 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.624 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.624 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.625 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.625 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.625 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.630 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.631 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.631 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.631 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.631 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.631 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.632 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.632 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.632 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.632 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.633 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.643 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.644 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.644 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.644 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.644 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.644 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.644 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.644 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.644 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.645 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.650 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.650 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.650 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.652 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.653 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.653 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.654 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.658 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.658 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.658 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.658 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.658 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.659 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.664 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.664 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.664 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.664 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.664 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.665 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.671 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.671 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.671 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.672 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.672 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.673 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.673 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.674 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.710 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:24.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.710 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:24.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.710 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:24.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.711 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.711 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.711 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.710 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:24.711 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:24.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:24.712 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:24.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.714 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.714 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.717 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.717 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.717 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.718 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.718 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.718 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.718 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.718 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.718 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.723 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.723 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.723 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.724 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.725 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.725 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.749 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.750 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.750 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.751 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.805 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.806 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.810 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.810 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.810 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.811 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.844 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:24.844 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:24.844 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:24.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.845 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:24.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:24.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:24.846 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:24.858 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.858 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.858 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.859 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.859 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.859 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.859 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470744859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:24.870 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
00:32:24.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
00:32:24.873 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.873 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.873 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.873 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.905 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.906 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.906 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.912 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.912 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.912 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.930 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.932 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:24.946 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.946 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.946 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.947 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.969 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:24.969 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:24.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:24.970 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:24.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.970 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:24.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:24.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:24.971 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:24.971 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:24.971 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:24.971 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:24.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:24.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:24.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:24.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.117 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:25.117 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:25.117 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:25.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.118 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.118 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.118 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:25.144 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:25.144 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:25.144 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:25.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.144 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.144 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.144 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.144 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.145 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:25.161 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:25.161 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:25.161 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:25.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.162 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:25.163 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:25.163 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:25.164 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:25.164 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.164 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:25.194 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.194 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.194 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.194 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.194 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.194 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.195 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.277 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.277 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.278 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.278 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.278 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.278 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.279 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.283 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:25.284 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:25.284 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:25.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.284 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.284 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.284 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:25.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:25.284 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.284 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.284 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:25.284 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:25.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.330 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.331 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.331 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.331 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.332 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.333 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.333 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.333 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.333 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.350 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.351 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.351 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.352 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:25.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470745358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:25.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:25.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:25.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:25.367 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:25.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
00:32:25.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:23.981004 28257 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:25.384218 28193 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.408s	user 0.572s	sys 0.700s
00:32:25.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:25.384622 28193 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.408s	user 0.572s	sys 0.700s
00:32:25.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.393 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:25.393 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:25.393 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:25.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:25.394 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.394 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.394 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:25.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:25.394 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:25.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.399768 28193 server_base.cc:1061] running on GCE node
00:32:25.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:25.401667 28315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.403424 28193 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.406271 28193 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:25.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.409976 28193 hybrid_clock.cc:648] HybridClock initialized: now 1783470745409910 us; error 54 us; skew 500 ppm
00:32:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.411139 28193 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:25.414 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.414 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.414 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.420317 28193 webserver.cc:534] Webserver started at http://127.26.254.194:42175/ using document root <none> and password file <none>
00:32:25.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.421674 28193 fs_manager.cc:362] Metadata directory not provided
00:32:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.421952 28193 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:25.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.422544 28193 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.429378 28193 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data/instance:
00:32:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285abbee5cd848c09d808fca8dc88d0b"
00:32:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:25 on dist-test-slave-qgzj"
00:32:25.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.431078 28193 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal/instance:
00:32:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285abbee5cd848c09d808fca8dc88d0b"
00:32:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:25 on dist-test-slave-qgzj"
00:32:25.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.441224 28193 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.009s	sys 0.000s
00:32:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.447932 28320 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:25.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.449345 28193 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.449725 28193 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "285abbee5cd848c09d808fca8dc88d0b"
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:25 on dist-test-slave-qgzj"
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.450080 28193 fs_report.cc:389] FS layout report
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data/data
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:25.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:25.467 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:25.467 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:25.467 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:25.468 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.468 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.468 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:25.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:25.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:25.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:25.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:25.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.524883 28193 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:25.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.526463 28193 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:25.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.526974 28193 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:25.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.530608 28193 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.535413 28193 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:25.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.535657 28193 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:32:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.535959 28193 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:25.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.536159 28193 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:25.617 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:25.618 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:25.618 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:25.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:25.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:25.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:25.619 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.684100 28193 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.194:39519
00:32:25.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.684216 28434 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.194:39519 every 8 connection(s)
00:32:25.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.686909 28193 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/data/info.pb
00:32:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.695068 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28193
00:32:25.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.695509 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-1/wal/instance
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.706923 27643 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/logs
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data/info.pb
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.195:0
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.195
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.195
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:25.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:25.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.743952 28437 heartbeater.cc:344] Connected to a master server at 127.26.254.254:38051
00:32:25.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.744524 28437 heartbeater.cc:461] Registering TS with master...
00:32:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.746024 28437 heartbeater.cc:507] Master 127.26.254.254:38051 requested a full tablet report, sending...
00:32:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.747269 28435 heartbeater.cc:344] Connected to a master server at 127.26.254.253:42937
00:32:25.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.747553 28435 heartbeater.cc:461] Registering TS with master...
00:32:25.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.748303 28435 heartbeater.cc:507] Master 127.26.254.253:42937 requested a full tablet report, sending...
00:32:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.750954 27764 ts_manager.cc:194] Registered new tserver with Master: 285abbee5cd848c09d808fca8dc88d0b (127.26.254.194:39519)
00:32:25.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.750991 27688 ts_manager.cc:194] Registered new tserver with Master: 285abbee5cd848c09d808fca8dc88d0b (127.26.254.194:39519)
00:32:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.757310 28436 heartbeater.cc:344] Connected to a master server at 127.26.254.252:40315
00:32:25.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.757618 28436 heartbeater.cc:461] Registering TS with master...
00:32:25.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.758412 28436 heartbeater.cc:507] Master 127.26.254.252:40315 requested a full tablet report, sending...
00:32:25.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.760288 27897 ts_manager.cc:194] Registered new tserver with Master: 285abbee5cd848c09d808fca8dc88d0b (127.26.254.194:39519)
00:32:25.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:25.761575 27897 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.254.194:51947
00:32:25.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.857 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:25.857 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:25.857 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:25.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:25.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:25.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:25.858 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:25.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470745859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:25.867 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:25.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
00:32:25.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:25.970 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.083791 28443 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:26.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.084386 28443 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:26.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.084928 28443 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:26.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:26.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:26.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:26.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.120760 28443 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:26.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.121631 28443 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.26.254.195
00:32:26.150 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:26.150 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:26.151 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:26.151 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.151 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.151 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.151 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.151 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:26.161173 28443 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.26.254.212:38781
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.26.254.195:0
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data/info.pb
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.26.254.195
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.26.254.254:38051,127.26.254.253:42937,127.26.254.252:40315
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.26.254.195
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/logs
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:26.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:26.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:26.162544 28443 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:26.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:26.164412 28443 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:26.170 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:26.170 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:26.171 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:26.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:26.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.179819 28453 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:26.262 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:26.262 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:26.262 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:26.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:26.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:26.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:26.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:26.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:26.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:26.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:26.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:26.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:26.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:26.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.309 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:26.309 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:26.309 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:26.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.310 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:26.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470746359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:26.375 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
00:32:26.375 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
00:32:26.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.404 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:26.404 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:26.404 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:26.404 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:26.404 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:26.404 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:26.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:26.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:26.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:26.405 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:26.405 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:26.405 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:26.405 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:26.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.541 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:26.541 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:26.541 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:26.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.542 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.542 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.542 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.542 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.542 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.542 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.542 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:26.589 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:26.589 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:26.589 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:26.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:26.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:26.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.590 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.590 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:26.590 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:26.611 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:26.611 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:26.612 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:26.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:26.629 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:26.629 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:26.629 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:26.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:26.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:26.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:26.630 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:26.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:26.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:26.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:26.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:26.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:26.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:26.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:26.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:26.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:26.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:26.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:26.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:26.740 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:26.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:26.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:26.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:26.754 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.754 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.755 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.755 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.755 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.755 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:26.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:26.764784 28436 heartbeater.cc:499] Master 127.26.254.252:40315 was elected leader, sending a full tablet report...
00:32:26.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:26.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:26.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:26.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:26.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:26.776 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:26.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:26.776 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:26.776 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:26.775 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:26.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:26.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:26.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:26.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.847 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:26.848 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:26.848 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:26.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:26.849 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:26.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:26.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:26.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470746859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:26.872 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:32:26.873 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
00:32:26.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:26.964 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:26.965 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:26.965 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:26.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.965 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.965 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:26.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:26.965 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:26.965 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:26.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.141 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:27.141 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:27.141 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:27.142 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:27.142 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:27.142 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:27.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:27.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:27.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:27.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:27.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:27.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:27.143 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:27.170 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.171 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.171 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.171 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.171 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.172 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.249 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.293 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.293 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.293 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.310 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.310 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.310 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.311 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.311 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.311 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:27.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:27.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:27.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:27.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:27.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:27.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:27.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:27.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:27.350 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:27.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:27.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:27.350 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:27.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470747359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:27.370 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:27.372 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
00:32:27.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:26.180382 28454 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:27.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:27.407507 28443 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.229s	user 0.497s	sys 0.711s
00:32:27.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:27.407869 28443 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.230s	user 0.497s	sys 0.711s
00:32:27.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.409567 28443 server_base.cc:1061] running on GCE node
00:32:27.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:27.411533 28458 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:27.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.413129 28443 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:27.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.431708 28443 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:27.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.433399 28443 hybrid_clock.cc:648] HybridClock initialized: now 1783470747433352 us; error 53 us; skew 500 ppm
00:32:27.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.435138 28443 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:27.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.449402 28443 webserver.cc:534] Webserver started at http://127.26.254.195:43929/ using document root <none> and password file <none>
00:32:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.451119 28443 fs_manager.cc:362] Metadata directory not provided
00:32:27.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.451566 28443 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:27.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.452370 28443 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:27.458 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:27.459 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:27.459 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:27.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:27.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:27.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:27.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:27.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:27.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:27.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:27.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:27.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:27.459 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.460182 28443 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data/instance:
00:32:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a42a7dfa7f614dac9afbf9c1520af8da"
00:32:27.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:27 on dist-test-slave-qgzj"
00:32:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.462085 28443 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal/instance:
00:32:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a42a7dfa7f614dac9afbf9c1520af8da"
00:32:27.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:27 on dist-test-slave-qgzj"
00:32:27.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.474730 28443 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.009s	sys 0.000s
00:32:27.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.483390 28463 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.484992 28443 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.002s
00:32:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.485416 28443 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal
00:32:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a42a7dfa7f614dac9afbf9c1520af8da"
00:32:27.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:27 on dist-test-slave-qgzj"
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.485908 28443 fs_report.cc:389] FS layout report
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data/data
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:27.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:27.494 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.494 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.494 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.494 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.494 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.494 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.494 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.495 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.495 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.495 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.495 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.522 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (dfd18dc31e477069a827bb999b4ab6f6) switched from state RESTARTING to RUNNING.
00:32:27.523 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job dfd18dc31e477069a827bb999b4ab6f6 from Checkpoint 61 @ 1783470617102 for dfd18dc31e477069a827bb999b4ab6f6 located at file:/tmp/junit8193857739290543620/checkpoints/dfd18dc31e477069a827bb999b4ab6f6/chk-61.
00:32:27.523 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
00:32:27.523 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:32:27.529 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
00:32:27.530 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:27.531 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
00:32:27.531 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 70793d19b6d56b1a81ff8b3fe2995324
00:32:27.531 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
00:32:27.532 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 70793d19b6d56b1a81ff8b3fe2995324.
00:32:27.532 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:27.532 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
00:32:27.532 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3a1e26abfedcf4a45669e4727f83b890
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 70793d19b6d56b1a81ff8b3fe2995324.
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 5c881c2c9f21b563115a18d8959ba028
00:32:27.533 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
00:32:27.534 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job dfd18dc31e477069a827bb999b4ab6f6: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:27.534 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
00:32:27.534 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 811a0df5-22ec-48c3-a042-3eb5903ede53 @ 127.0.0.1 (dataPort=-1) with allocation id 3826e232bc74871e451d04297cc96474
00:32:27.534 [INFO - Thread-68] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:32:27.535 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.18.104.61:34275(127.18.104.61:34275)] disconnecting while in state TERMINATED
00:32:27.536 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.18.104.62:41209(127.18.104.62:41209)] disconnecting while in state TERMINATED
00:32:27.536 [DEBUG - Thread-68] (Connection.java:575) [peer master-127.18.104.60:39519(127.18.104.60:39519)] disconnecting while in state TERMINATED
00:32:27.536 [DEBUG - Thread-68] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:27.536 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3a1e26abfedcf4a45669e4727f83b890.
00:32:27.537 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 3a1e26abfedcf4a45669e4727f83b890.
00:32:27.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
00:32:27.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
00:32:27.538 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@77e90559
00:32:27.539 [INFO - Thread-68] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:32:27.542 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:27.543 [INFO - Thread-68] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:32:27.543 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:32:27.543 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:32:27.543 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
00:32:27.545 [DEBUG - Thread-68] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.545 [INFO - Thread-68] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:27.545 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2eceedc7
00:32:27.546 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.547 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 5c881c2c9f21b563115a18d8959ba028.
00:32:27.548 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
00:32:27.549 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 5c881c2c9f21b563115a18d8959ba028.
00:32:27.549 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
00:32:27.550 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34408efb
00:32:27.550 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:27.551 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:32:27.551 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:32:27.551 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
00:32:27.554 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@45fe45c9
00:32:27.555 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:27.555 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:27.555 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:27.555 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:27.556 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.556 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
00:32:27.556 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 3826e232bc74871e451d04297cc96474.
00:32:27.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
00:32:27.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@604d90c
00:32:27.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:27.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:32:27.557 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 3826e232bc74871e451d04297cc96474.
00:32:27.557 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:32:27.558 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
00:32:27.559 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.560 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@a980cac
00:32:27.561 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.562 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.565 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
00:32:27.573 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
00:32:27.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68cc7550
00:32:27.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:27.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8193857739290543620/checkpoints")
00:32:27.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:32:27.574 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (e5f6ef63e15b418a56279fc195ec88c4_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
00:32:27.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@39ca6be4
00:32:27.578 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.579 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.579 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.583057 28443 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.584690 28443 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:27.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.585 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.585279 28443 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:27.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.593 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.594919 28443 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:27.600 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.601 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.601 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.601 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.601 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.605 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.606 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.608 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.611763 28443 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.612063 28443 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:32:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.612373 28443 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:27.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.612576 28443 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:27.617 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.617 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.619 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.620 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.620 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.626 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.627 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.633 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.636 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.638 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.638 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.639 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.640 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.641 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.641 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.641 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.641 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.642 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.642 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.644 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.644 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.644 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.644 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.645 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.645 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.646 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.647 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.647 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.647 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.648 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.649 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.650 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.650 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.651 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.659 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.659 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.659 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.660 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.661 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.662 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.662 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.665 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.665 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.665 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.666 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.666 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.666 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.667 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.667 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.669 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.670 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.670 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.671 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.680 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.680 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.680 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.680 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.680 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.681 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.681 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.681 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.681 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.681 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.682 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.685 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.685 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.685 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.686 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.687 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.687 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.687 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.687 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.688 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.688 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.688 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.685 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.688 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.689 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.689 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.689 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.700 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.700 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.700 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.700 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.700 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.701 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.701 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.705 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.705 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.705 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.706 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.706 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.706 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.706 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.706 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.706 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.706 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.706 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.707 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.707 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.707 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.707 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.707 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.707 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.719 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.719 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.719 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.740 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.740 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.740 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.741 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.745 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.746 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.746 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.746 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.747 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.766 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.766 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.766 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.779 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.780 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.780 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.786 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.787 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.787 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.788 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.799 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.799 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.799 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.801 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.801 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.801 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.801 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.805 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.805 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.805 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.806 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.806 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.806 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.820 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.820 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.820 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.821 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.821 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.821 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.821 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.821 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.821 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.825 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.825 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.825 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.825 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.825 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.825 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.825 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.826 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.834 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:27.834 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:27.834 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:27.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:27.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:27.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:27.836 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.846477 28443 rpc_server.cc:307] RPC server started. Bound to: 127.26.254.195:39537
00:32:27.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.846635 28630 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.26.254.195:39537 every 8 connection(s)
00:32:27.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.849418 28443 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/data/info.pb
00:32:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.855777 27643 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28443
00:32:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.856228 27643 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster15884875205169999302/ts-2/wal/instance
00:32:27.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470747859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:27.866 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.866 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.866 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.866 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.868 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.868 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.869 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.869 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.869 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.869 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.867 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:32:27.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
00:32:27.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.900 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.900 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.901 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.902 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.939352 28632 heartbeater.cc:344] Connected to a master server at 127.26.254.252:40315
00:32:27.940 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.940 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.940 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.939786 28632 heartbeater.cc:461] Registering TS with master...
00:32:27.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.940 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.940 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.941 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.941246 28632 heartbeater.cc:507] Master 127.26.254.252:40315 requested a full tablet report, sending...
00:32:27.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.942643 28631 heartbeater.cc:344] Connected to a master server at 127.26.254.253:42937
00:32:27.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.943027 28631 heartbeater.cc:461] Registering TS with master...
00:32:27.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.943949 28631 heartbeater.cc:507] Master 127.26.254.253:42937 requested a full tablet report, sending...
00:32:27.945 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:27.945 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:27.945 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:27.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:27.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:27.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:27.946 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:27.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.946889 27764 ts_manager.cc:194] Registered new tserver with Master: a42a7dfa7f614dac9afbf9c1520af8da (127.26.254.195:39537)
00:32:27.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.950609 27896 ts_manager.cc:194] Registered new tserver with Master: a42a7dfa7f614dac9afbf9c1520af8da (127.26.254.195:39537)
00:32:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.952780 27896 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.26.254.195:51251
00:32:27.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.954885 28635 heartbeater.cc:344] Connected to a master server at 127.26.254.254:38051
00:32:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.955219 28635 heartbeater.cc:461] Registering TS with master...
00:32:27.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.956032 28635 heartbeater.cc:507] Master 127.26.254.254:38051 requested a full tablet report, sending...
00:32:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.958895 27688 ts_manager.cc:194] Registered new tserver with Master: a42a7dfa7f614dac9afbf9c1520af8da (127.26.254.195:39537)
00:32:27.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:27.975642 27643 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:32:27.980 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.980 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.981 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.981 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.981 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.981 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.981 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.981 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.985 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:27.985 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:27.985 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:27.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.986 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:27.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:27.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:27.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:27.988 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:32:27.988 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:32:27.989 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.254.254"
      port: 38051
    }
    bound_http_address {
      host: "127.26.254.254"
      port: 41103
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.254.253"
      port: 42937
    }
    bound_http_address {
      host: "127.26.254.253"
      port: 44847
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.254.252"
      port: 40315
    }
    bound_http_address {
      host: "127.26.254.252"
      port: 36443
    }
  }
}

00:32:27.989 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:32:27.990 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.26.254.193"
      port: 38565
    }
    bound_http_address {
      host: "127.26.254.193"
      port: 45191
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.26.254.194"
      port: 39519
    }
    bound_http_address {
      host: "127.26.254.194"
      port: 42175
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.26.254.195"
      port: 39537
    }
    bound_http_address {
      host: "127.26.254.195"
      port: 43929
    }
  }
}

00:32:27.990 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:32:27.991 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:27.991 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
00:32:27.991 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskLB9bBL/test-tmp
00:32:27.992 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
00:32:27.992 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskLB9bBL/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
00:32:27.997 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

00:32:28.047 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.047 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.047 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.080 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.080 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.080 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.081 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.081 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.081 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.081 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.081 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.197 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:28.197 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:28.197 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:28.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.198 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:28.220 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.220 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.220 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.220 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.221 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.226 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:28.226 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:28.226 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:28.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.227 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:28.239 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.239 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.239 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.240 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.240 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.287 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.287 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.287 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.288 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.288 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.288 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.351 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:32:28.352 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

00:32:28.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.355549 28641 mini_oidc.cc:150] Starting JWKS server
00:32:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.358932 28641 webserver.cc:534] Webserver started at http://127.0.0.1:39495/ using document root <none> and password file <none>
00:32:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.359440 28641 mini_oidc.cc:186] Starting OIDC Discovery server
00:32:28.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470748359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:28.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.361619 28641 webserver.cc:534] Webserver started at http://127.0.0.1:44795/ using document root <none> and password file <none>
00:32:28.367 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:32:28.368 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
00:32:28.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:28Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
00:32:28.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:28Z Disabled control of system clock
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.428292 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:28.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/logs
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data/info.pb
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.126:43207
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.126
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:28.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json with env {}
00:32:28.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.447 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.448 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.465 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.465 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.465 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.465 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.465 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.465 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.465 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.465 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.466 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.746 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.746 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.746 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.770794 28653 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.771412 28653 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:28.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.771936 28653 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:28.786 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:28.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.786 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:28.786 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:28.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:28.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:28.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:28.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:28.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.809657 28653 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.809968 28653 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.810185 28653 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.810385 28653 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.810587 28653 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:28.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.810763 28653 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39495/jwks.json
00:32:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.851429 28653 master_runner.cc:387] Master server non-default flags:
00:32:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:28.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.126:43207
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data/info.pb
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.126
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/logs
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:28.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:28.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.852926 28653 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:28.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.854801 28653 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:28.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470748859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:28.871 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
00:32:28.871 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
00:32:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.875963 28659 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:28.886 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.886 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.886 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.900 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:28.900 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:28.900 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:28.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:28.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:28.901 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.901 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:28.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:28.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:28.960906 28632 heartbeater.cc:499] Master 127.26.254.252:40315 was elected leader, sending a full tablet report...
00:32:28.966 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:28.966 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:28.966 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:28.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.968 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.968 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.968 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.968 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:28.970 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:28.973 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:28.973 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:28.973 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:28.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:28.974 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.974 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.974 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:28.975 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.975 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.975 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:28.975 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:28.978 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:28.978 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:28.978 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:28.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:28.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:28.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:28.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:28.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:28.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:28.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:28.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:28.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:28.979 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:29.183 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:29.183 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:29.184 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:29.184 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:29.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:29.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:29.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:29.185 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:29.185 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:29.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:29.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:29.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:29.185 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:29.211 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:29.212 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:29.212 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:29.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:29.227 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:29.227 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:29.227 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:29.227 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.228 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:29.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:29.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:29.274 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:29.274 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.275 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:29.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470749358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:29.378 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
00:32:29.380 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
00:32:29.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.467 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:29.468 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:29.468 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:29.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.469 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:29.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:29.520 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:29.520 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:29.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:29.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:29.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:29.521 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:29.562 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:29.563 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:29.563 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:29.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:29.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:29.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:29.564 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:29.564 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:29.564 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:29.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:29.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:29.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:29.564 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:29.777 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:29.778 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:29.778 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:29.778 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.778 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.778 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.779 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:29.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:29.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:29.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:29.782 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:29.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:29.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:29.783 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:29.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470749858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:29.871 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
00:32:29.872 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
00:32:29.880 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:29.880 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:29.880 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:29.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:29.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:29.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:29.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:29.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:29.881 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:29.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:29.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:29.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:29.882 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:29.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.900 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:29.901 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:29.901 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:29.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:29.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:29.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:29.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:29.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:29.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:29.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:29.903 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:29.903 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:29.903 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:29.914 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:29.914 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:29.914 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:29.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:29.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:29.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:29.915 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:29.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:29.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.026 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:30.027 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:30.027 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:30.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:30.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:30.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:30.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:30.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:30.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:30.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:30.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:30.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:30.029 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:30.067 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:30.067 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:30.067 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:30.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.068 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:30.228 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:30.228 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:30.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.229 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:30.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.230 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:30.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.290 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:30.290 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:30.290 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:30.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.291 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:30.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:30.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:30.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:30.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:30.299 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:30.300 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:30.300 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:30.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.300 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.300 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:30.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470750358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:30.369 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:30.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
00:32:30.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.392 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:30.392 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:30.392 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:30.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.393 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.393 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.393 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.393 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:30.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.271883 28658 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 28653
00:32:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.455516 28653 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.579s	user 0.655s	sys 0.872s
00:32:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.455907 28653 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.580s	user 0.655s	sys 0.872s
00:32:30.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:28.876349 28660 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:30.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.457932 28662 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.460865 28661 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1584 milliseconds
00:32:30.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.460952 28653 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:30.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.462191 28653 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:30.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.464860 28653 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.466187 28653 hybrid_clock.cc:648] HybridClock initialized: now 1783470750466144 us; error 49 us; skew 500 ppm
00:32:30.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.467130 28653 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:30.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.473694 28653 webserver.cc:534] Webserver started at http://127.27.248.126:45299/ using document root <none> and password file <none>
00:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.474717 28653 fs_manager.cc:362] Metadata directory not provided
00:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.474949 28653 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:30.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.475436 28653 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:30.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:30.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:30.477 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:30.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.478 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:30.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:30.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:30.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.480716 28653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data/instance:
00:32:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abdc3d2fa8fc4fda94229652c2e09e6e"
00:32:30.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:30 on dist-test-slave-qgzj"
00:32:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.481987 28653 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal/instance:
00:32:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abdc3d2fa8fc4fda94229652c2e09e6e"
00:32:30.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:30 on dist-test-slave-qgzj"
00:32:30.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.489835 28653 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.003s
00:32:30.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.496028 28670 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:30.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.497323 28653 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.497707 28653 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "abdc3d2fa8fc4fda94229652c2e09e6e"
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:30 on dist-test-slave-qgzj"
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.498113 28653 fs_report.cc:389] FS layout report
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data/data
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:30.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:30.506 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:30.506 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:30.506 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:30.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:30.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:30.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:30.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:30.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:30.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:30.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:30.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:30.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:30.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:30.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.550889 28653 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:30.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.552631 28653 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.553133 28653 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:30.624 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:30.624 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:30.624 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:30.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:30.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:30.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:30.625 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.647127 28653 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.126:43207
00:32:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.647203 28722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.126:43207 every 8 connection(s)
00:32:30.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.650187 28653 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/data/info.pb
00:32:30.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.654702 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28653
00:32:30.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.655268 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-0/wal/instance
00:32:30.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.657271 28723 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.659861 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/logs
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data/info.pb
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.125:45217
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.125
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:30.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json with env {}
00:32:30.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.671566 28723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } has no permanent_uuid. Determining permanent_uuid...
00:32:30.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.703187 28723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } has no permanent_uuid. Determining permanent_uuid...
00:32:30.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.706252 28671 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:30.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.710671 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:30.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:30.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:30.739 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:30.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:30.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:30.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:30.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:30.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:30.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:30.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:30.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:30.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:30.740 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:30.750 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:30.751 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:30.751 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:30.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:30.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.760253 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 1
00:32:30.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.772569 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:30.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:30.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:30.829 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:30.829 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:30.829 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:30.829 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:30.829 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:30.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:30.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:30.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:30.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:30.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:30.830 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:30.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.841090 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 2
00:32:30.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.846684 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:30.850 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:30.851 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:30.851 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:30.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:30.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:30.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:30.852 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:30.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470750859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:30.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:32:30.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
00:32:30.885 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:30.885 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:30.885 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:30.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:30.886 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.886 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.886 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:30.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:30.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:30.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:30.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:30.938396 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 3
00:32:30.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:30.943789 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:30.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.014796 28725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:31.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.015444 28725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:31.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.015969 28725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.053107 28725 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.053443 28725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:31.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.053742 28725 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.054054 28725 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.054366 28725 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:31.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.054608 28725 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39495/jwks.json
00:32:31.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.087185 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 4
00:32:31.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.092159 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.099485 28725 master_runner.cc:387] Master server non-default flags:
00:32:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:31.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.125:45217
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data/info.pb
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.125
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/logs
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:31.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:31.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.101048 28725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:31.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.102798 28725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:31.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.113945 28735 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:31.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:31.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:31.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:31.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:31.169 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:31.170 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:31.170 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:31.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:31.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:31.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:31.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:31.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:31.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:31.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:31.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:31.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:31.171 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:31.219 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:31.219 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:31.219 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:31.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.221 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:31.223 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:31.224 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:31.224 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:31.224 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:31.224 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:31.224 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:31.224 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:31.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:31.224 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:31.225 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:31.225 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:31.225 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:31.225 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:31.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470751359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:31.374 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
00:32:31.376 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
00:32:31.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.391613 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 5
00:32:31.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.402722 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:31.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.580 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:31.580 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:31.580 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:31.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.581 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.581 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.581 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:31.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470751859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:31.867 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:31.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
00:32:31.872 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:31.872 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:31.872 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:31.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:31.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.873 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.873 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:31.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.875 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:31.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:31.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:31.950313 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 6
00:32:31.961 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:31.961 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:31.961 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:31.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:31.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:31.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:31.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:31.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:31.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:31.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:31.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:31.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:31.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:31.972 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:31.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:31.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:31.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:31.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:31.980 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.980 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.980 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:31.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:31.981 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:32.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.006781 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.125:45217: Network error: Client connection negotiation failed: client connection to 127.27.248.125:45217: connect: Connection refused (error 111)
00:32:32.025 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:32.026 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:32.026 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:32.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.027 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.027 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:32.073 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:32.073 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:32.074 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:32.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.075 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:32.207 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:32.208 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:32.208 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:32.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:32.272 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:32.272 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:32.272 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:32.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.273 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:32.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.312 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:32.313 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:32.313 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:32.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.313 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.313 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:32.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470752359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:32.366 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:32.367 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:32.367 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:32.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:32.370 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:32.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
00:32:32.374 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:32.374 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:32.374 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:32.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:32.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:32.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:32.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:32.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:31.114648 28736 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:32.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.474238 28738 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:32.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.476665 28737 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1355 milliseconds
00:32:32.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.477650 28725 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.363s	user 0.478s	sys 0.847s
00:32:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.477923 28725 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.364s	user 0.478s	sys 0.847s
00:32:32.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.478176 28725 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:32.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.479683 28725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:32.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.482884 28725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:32.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.484359 28725 hybrid_clock.cc:648] HybridClock initialized: now 1783470752484242 us; error 96 us; skew 500 ppm
00:32:32.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.485260 28725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:32.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.493347 28725 webserver.cc:534] Webserver started at http://127.27.248.125:34143/ using document root <none> and password file <none>
00:32:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.494372 28725 fs_manager.cc:362] Metadata directory not provided
00:32:32.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.494612 28725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:32.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.495033 28725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.499791 28725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data/instance:
00:32:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53962982726345bdabd61ade00b94427"
00:32:32.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:32 on dist-test-slave-qgzj"
00:32:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.501068 28725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal/instance:
00:32:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53962982726345bdabd61ade00b94427"
00:32:32.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:32 on dist-test-slave-qgzj"
00:32:32.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.510936 28725 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.002s	sys 0.006s
00:32:32.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.518801 28749 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:32.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.520318 28725 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.005s
00:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.520761 28725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal
00:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "53962982726345bdabd61ade00b94427"
00:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:32 on dist-test-slave-qgzj"
00:32:32.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.521215 28725 fs_report.cc:389] FS layout report
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data/data
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:32.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:32.582 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:32.582 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:32.582 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:32.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:32.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:32.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:32.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:32.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:32.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:32.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:32.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:32.583 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:32.583 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:32.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.607142 28725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:32.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.608754 28725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:32.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.609215 28725 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:32.617 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:32.617 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:32.617 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:32.618 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.618 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.618 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.618 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.618 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.618 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:32.643 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:32.644 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:32.644 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:32.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:32.645 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:32.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.645 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.645 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:32.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.691959 28725 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.125:45217
00:32:32.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.692013 28800 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.125:45217 every 8 connection(s)
00:32:32.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.695060 28725 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/data/info.pb
00:32:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.696934 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28725
00:32:32.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.697419 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-1/wal/instance
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.700031 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/logs
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data/info.pb
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.124:44481
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.124
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:32.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:32.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json with env {}
00:32:32.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.701974 28801 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:32.706 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:32.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:32.707 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:32.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:32.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:32.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:32.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:32.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.716311 28801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } has no permanent_uuid. Determining permanent_uuid...
00:32:32.726 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:32.727 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:32.727 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:32.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:32.727 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:32.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:32.727 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:32.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.742455 28801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } has no permanent_uuid. Determining permanent_uuid...
00:32:32.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.761861 28801 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
00:32:32.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.764559 28753 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:32.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.768980 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:32.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.818527 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 1
00:32:32.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.823177 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:32.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470752859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:32.866 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
00:32:32.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
00:32:32.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.891638 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 2
00:32:32.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.897523 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:32.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:32.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:32.988991 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 3
00:32:32.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:32.993818 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.000 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:33.000 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:33.000 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:33.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.001 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.001 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.001 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:33.052 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:33.052 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:33.052 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:33.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.053 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:33.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.067312 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } attempt: 7
00:32:33.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.077188 28803 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:33.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.077994 28803 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:33.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.078778 28803 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:33.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.080439 28723 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
00:32:33.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.087728 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.117794 28803 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
00:32:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.118099 28803 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.118304 28803 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
00:32:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.118513 28803 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
00:32:33.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.118753 28803 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
00:32:33.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.118958 28803 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39495/jwks.json
00:32:33.121 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:33.121 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:33.121 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:33.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.122 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.122 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.122 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:33.125 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:33.125 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:33.125 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:33.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:33.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.137291 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 4
00:32:33.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.142812 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.146159 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 1
00:32:33.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.151364 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.162595 28803 master_runner.cc:387] Master server non-default flags:
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.124:44481
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39495/jwks.json
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data/info.pb
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.124
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/logs
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:33.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:33.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.164018 28803 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:33.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.165719 28803 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:33.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.179472 28815 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:33.223 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:33.224 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:33.224 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:33.224 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:33.224 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:33.224 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:33.224 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:33.224 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:33.224 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:33.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:33.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:33.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:33.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:33.231 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:33.231 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:33.231 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:33.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.232 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:33.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.232802 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 2
00:32:33.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.237754 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.323256 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 3
00:32:33.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.328104 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470753359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:33.368 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:33.369 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
00:32:33.384 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:33.384 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:33.384 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:33.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.385 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.385 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.385 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.385 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.385 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.385 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.385 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.385 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:33.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.442209 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 5
00:32:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.447928 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.457 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:33.457 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:33.457 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:33.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.458 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.458 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.458 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.458 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:33.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.468504 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 4
00:32:33.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.474094 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:33.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:33.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:33.579 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.579 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:33.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:33.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:33.580 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:33.619 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:33.619 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:33.619 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:33.619 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.620 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.620 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:33.620 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:33.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:33.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:33.649 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:33.649 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:33.649 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:33.649 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.649 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:33.650 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.650 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.650 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:33.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:33.650 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:33.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.757494 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 5
00:32:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.762876 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:33.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:33.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:33.800 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:33.800 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:33.800 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:33.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:33.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:33.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:33.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:33.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:33.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:33.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:33.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:33.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.837 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:33.838 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:33.838 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:33.838 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.838 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.838 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:33.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.838 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:33.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.838 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:33.838 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:33.860 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470753859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:33.867 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:33.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
00:32:33.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.963 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [36ms] received response from server master-127.24.181.60:34307: OK, deferred=null) with no deferred attached!
00:32:33.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:33.995301 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 6
00:32:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.014142 28801 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:34.085 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:34.085 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:34.085 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:34.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:34.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:34.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:34.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:34.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:34.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:34.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:34.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:34.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:34.086 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:34.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.315332 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 6
00:32:34.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.331732 28723 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.27.248.124:44481: Network error: Client connection negotiation failed: client connection to 127.27.248.124:44481: connect: Connection refused (error 111)
00:32:34.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470754358 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.180560 28816 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:34.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:33.181784 28819 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.361039 28817 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
00:32:34.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.361295 28803 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:34.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.366550 28803 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:34.367 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:32:34.367 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
00:32:34.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.369660 28803 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:34.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.371090 28803 hybrid_clock.cc:648] HybridClock initialized: now 1783470754371041 us; error 38 us; skew 500 ppm
00:32:34.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.371973 28803 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:34.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.378974 28803 webserver.cc:534] Webserver started at http://127.27.248.124:35587/ using document root <none> and password file <none>
00:32:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.380106 28803 fs_manager.cc:362] Metadata directory not provided
00:32:34.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.380403 28803 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:34.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.380913 28803 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.385872 28803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data/instance:
00:32:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080a39e18314c1397e51c094456ea22"
00:32:34.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:34 on dist-test-slave-qgzj"
00:32:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.387076 28803 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal/instance:
00:32:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080a39e18314c1397e51c094456ea22"
00:32:34.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:34 on dist-test-slave-qgzj"
00:32:34.390 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:34.390 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:34.390 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:34.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.391 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:34.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.397531 28803 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.004s	sys 0.008s
00:32:34.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.404198 28833 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:34.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.405411 28803 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.405740 28803 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6080a39e18314c1397e51c094456ea22"
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:34 on dist-test-slave-qgzj"
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.406112 28803 fs_report.cc:389] FS layout report
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data/data
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:34.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:34.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.471177 28803 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.472925 28803 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:34.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.473446 28803 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.576264 28803 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.124:44481
00:32:34.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.576372 28884 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.124:44481 every 8 connection(s)
00:32:34.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.579667 28803 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/data/info.pb
00:32:34.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.586717 28885 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.590116 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28803
00:32:34.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.590512 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/master-2/wal/instance
00:32:34.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.603487 28885 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } has no permanent_uuid. Determining permanent_uuid...
00:32:34.652 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:34.652 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:34.653 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:34.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.653 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.653 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.653 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:34.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.654390 28885 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } has no permanent_uuid. Determining permanent_uuid...
00:32:34.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.667927 28885 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } has no permanent_uuid. Determining permanent_uuid...
00:32:34.670 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:34.670 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:34.670 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:34.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:34.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:34.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:34.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:34.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:34.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:34.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:34.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:34.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:34.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:34.685 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:34.685 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:34.685 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:34.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:34.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:34.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:34.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:34.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:34.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:34.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:34.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:34.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:34.686 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:34.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.689172 28885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: Bootstrap starting.
00:32:34.699 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [61ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.700408 28885 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: Neither blocks nor log segments found. Creating new log.
00:32:34.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.702587 28885 log.cc:826] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: Log is configured to *not* fsync() on all Append() calls
00:32:34.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.708086 28885 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: No bootstrap required, opened a new log
00:32:34.719 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [41ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.719 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [54ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:34.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:34.725 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:34.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.725 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.725 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.726 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.730248 28885 raft_consensus.cc:359] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.731041 28885 raft_consensus.cc:385] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:34.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.731279 28885 raft_consensus.cc:740] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6080a39e18314c1397e51c094456ea22, State: Initialized, Role: FOLLOWER
00:32:34.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.732023 28885 consensus_queue.cc:260] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.735193 28894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:34.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.736346 28894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: This master's current role is: FOLLOWER
00:32:34.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.737224 28885 sys_catalog.cc:565] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: configured and running, proceeding with master startup.
00:32:34.748 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:34.748 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:34.748 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:34.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:34.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.749 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.749 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:34.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:34.749 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.764369 28905 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
00:32:34.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.764778 28905 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
00:32:34.767 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [16ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.767 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [9ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.767 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [16ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.759943 28803 master_runner.cc:187] Error getting master registration for 127.27.248.126:43207: OK, instance_id { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" instance_seqno: 1783470750626985 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:32:34.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:34.783725 28803 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:32:34.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.788 [DEBUG - pool-414-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [7ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.842 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [21ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.842 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30005), Traces: [0ms] sending RPC to server master-127.25.125.188:33071, [6ms] received response from server master-127.25.125.188:33071: OK, deferred=null) with no deferred attached!
00:32:34.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470754858 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:34.866 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
00:32:34.867 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
00:32:34.870 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:34.870 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:34.870 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:34.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:34.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:34.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:34.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:34.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:34.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:34.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:34.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:34.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:34.871 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:34.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.926 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:34.927 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:34.927 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:34.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:34.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:34.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:34.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:34.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:34.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:34.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:34.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:34.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:34.927 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:34.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:34.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:34.979701 28839 tablet.cc:2406] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:35.003 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:35.003 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:35.003 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:35.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:35.003 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:35.003 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:35.003 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:35.003 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:35.003 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:35.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:35.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:35.003 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:35.004 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:35.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.039765 28894 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:35.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.040495 28894 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.043509 28894 leader_election.cc:290] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers abdc3d2fa8fc4fda94229652c2e09e6e (127.27.248.126:43207), 53962982726345bdabd61ade00b94427 (127.27.248.125:45217)
00:32:35.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.074690 28801 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 7
00:32:35.086 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:35.086 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:35.086 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:35.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.089 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:35.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.114217 28801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: Bootstrap starting.
00:32:35.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.120703 28801 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: Neither blocks nor log segments found. Creating new log.
00:32:35.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.125365 28801 log.cc:826] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: Log is configured to *not* fsync() on all Append() calls
00:32:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.130530 28801 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: No bootstrap required, opened a new log
00:32:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.152467 28801 raft_consensus.cc:359] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.153410 28801 raft_consensus.cc:385] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:35.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.153710 28801 raft_consensus.cc:740] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 53962982726345bdabd61ade00b94427, State: Initialized, Role: FOLLOWER
00:32:35.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.156342 28801 consensus_queue.cc:260] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.161253 28909 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.162369 28909 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.163177 28801 sys_catalog.cc:565] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: configured and running, proceeding with master startup.
00:32:35.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.163376 28776 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080a39e18314c1397e51c094456ea22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53962982726345bdabd61ade00b94427" is_pre_election: true
00:32:35.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.164886 28776 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6080a39e18314c1397e51c094456ea22 in term 0.
00:32:35.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.166777 28834 leader_election.cc:304] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53962982726345bdabd61ade00b94427, 6080a39e18314c1397e51c094456ea22; no voters: 
00:32:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.168090 28894 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.168478 28894 raft_consensus.cc:493] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:35.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.168888 28894 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 0 FOLLOWER]: Advancing to term 1
00:32:35.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.177289 28894 raft_consensus.cc:515] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.182780 28776 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080a39e18314c1397e51c094456ea22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "53962982726345bdabd61ade00b94427"
00:32:35.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.183893 28776 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 0 FOLLOWER]: Advancing to term 1
00:32:35.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.185230 28894 leader_election.cc:290] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [CANDIDATE]: Term 1 election: Requested vote from peers abdc3d2fa8fc4fda94229652c2e09e6e (127.27.248.126:43207), 53962982726345bdabd61ade00b94427 (127.27.248.125:45217)
00:32:35.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.201167 28776 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6080a39e18314c1397e51c094456ea22 in term 1.
00:32:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.202697 28834 leader_election.cc:304] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 53962982726345bdabd61ade00b94427, 6080a39e18314c1397e51c094456ea22; no voters: 
00:32:35.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.203744 28894 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 1 FOLLOWER]: Leader election won for term 1
00:32:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.205847 28894 raft_consensus.cc:697] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [term 1 LEADER]: Becoming Leader. State: Replica: 6080a39e18314c1397e51c094456ea22, State: Running, Role: LEADER
00:32:35.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.206974 28894 consensus_queue.cc:237] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.211979 28921 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:32:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.229465 28920 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6080a39e18314c1397e51c094456ea22. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.230356 28920 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: This master's current role is: LEADER
00:32:35.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.238755 28923 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
00:32:35.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.246678 28923 catalog_manager.cc:1519] Initializing Kudu cluster ID...
00:32:35.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.216349 28725 master_runner.cc:187] Error getting master registration for 127.27.248.126:43207: OK, instance_id { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" instance_seqno: 1783470750626985 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
00:32:35.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.248786 28725 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
00:32:35.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:35.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:35.254 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:35.254 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.255 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.255 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.255 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:35.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.268059 28776 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [term 1 FOLLOWER]: Refusing update from remote peer 6080a39e18314c1397e51c094456ea22: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:35.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.269968 28920 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:35.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.293335 28909 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6080a39e18314c1397e51c094456ea22. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.294412 28909 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.299903 28894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.300 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:35.301 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:35.301 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:35.301 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.301 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.301 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.302 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.302 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.302 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.302728 28923 catalog_manager.cc:1382] Generated new cluster ID: 07a6ea3a42124b59a9c347bd36f472cd
00:32:35.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.303042 28923 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
00:32:35.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.304257 28925 mvcc.cc:204] Tried to move back new op lower bound from 7305096213561761792 to 7305096213347315712. Current Snapshot: MvccSnapshot[applied={T|T < 7305096213561761792}]
00:32:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.305647 28909 sys_catalog.cc:455] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.306360 28909 sys_catalog.cc:458] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427 [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.300608 28894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: This master's current role is: LEADER
00:32:35.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.334 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:35.334 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:35.334 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:35.334 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.334 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.334 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.334 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.334 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.335 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:35.345 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:35.346 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:35.346 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:35.346 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.347 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:35.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.350265 28923 catalog_manager.cc:1405] Generated new certificate authority record
00:32:35.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.352501 28923 catalog_manager.cc:1539] Loading token signing keys...
00:32:35.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470755359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:35.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.365185 28723 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } attempt: 7
00:32:35.369 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
00:32:35.370 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
00:32:35.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.382665 28923 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22: Generated new TSK 0
00:32:35.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.386437 28923 catalog_manager.cc:1549] Initializing in-progress tserver states...
00:32:35.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.401949 28723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: Bootstrap starting.
00:32:35.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.416973 28723 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: Neither blocks nor log segments found. Creating new log.
00:32:35.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.419492 28723 log.cc:826] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: Log is configured to *not* fsync() on all Append() calls
00:32:35.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.430699 28723 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: No bootstrap required, opened a new log
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.443887 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/logs
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data/info.pb
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.65:0
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.65
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.65
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:35.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:35.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:35.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.464675 28723 raft_consensus.cc:359] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.465679 28723 raft_consensus.cc:385] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:35.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.466002 28723 raft_consensus.cc:740] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: abdc3d2fa8fc4fda94229652c2e09e6e, State: Initialized, Role: FOLLOWER
00:32:35.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.467410 28723 consensus_queue.cc:260] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } }
00:32:35.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.480031 28723 sys_catalog.cc:565] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: configured and running, proceeding with master startup.
00:32:35.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.480252 28698 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080a39e18314c1397e51c094456ea22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" is_pre_election: true
00:32:35.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.481868 28698 raft_consensus.cc:2468] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6080a39e18314c1397e51c094456ea22 in term 0.
00:32:35.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.483034 28932 sys_catalog.cc:455] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.483799 28932 sys_catalog.cc:458] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.485888 28696 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "6080a39e18314c1397e51c094456ea22" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e"
00:32:35.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.485611 28697 raft_consensus.cc:3060] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 0 FOLLOWER]: Advancing to term 1
00:32:35.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.497285 28697 raft_consensus.cc:1275] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [term 1 FOLLOWER]: Refusing update from remote peer 6080a39e18314c1397e51c094456ea22: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:35.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.499576 28894 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [LEADER]: Connected to new peer: Peer: permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:35.519 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:35.519 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:35.519 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:35.520 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.520 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.520 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:35.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:35.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:35.520 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:35.590 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:35.590 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:35.590 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:35.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.591 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.591 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.591 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.591 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.614684 28939 sys_catalog.cc:455] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.615489 28939 sys_catalog.cc:458] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.616520 28932 sys_catalog.cc:455] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: SysCatalogTable state changed. Reason: New leader 6080a39e18314c1397e51c094456ea22. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.617188 28932 sys_catalog.cc:458] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e [sys.catalog]: This master's current role is: FOLLOWER
00:32:35.637 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:35.637 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:35.638 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:35.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.638 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.667520 28950 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
00:32:35.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:35.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:35.734 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:35.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:35.750 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:35.751 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:35.751 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:35.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:35.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:35.752 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:35.752 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:35.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.752 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:35.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:35.752 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:35.752 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.752 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.752 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.752 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.752 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.752 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.752 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:35.769 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:35.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:35.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:35.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:35.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:35.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:35.771 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:35.783 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [4ms] received response from server master-127.24.181.60:34307: OK, deferred=null) with no deferred attached!
00:32:35.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470755859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:35.867 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:35.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
00:32:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.889703 28894 sys_catalog.cc:455] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "6080a39e18314c1397e51c094456ea22" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "abdc3d2fa8fc4fda94229652c2e09e6e" member_type: VOTER last_known_addr { host: "127.27.248.126" port: 43207 } } peers { permanent_uuid: "53962982726345bdabd61ade00b94427" member_type: VOTER last_known_addr { host: "127.27.248.125" port: 45217 } } peers { permanent_uuid: "6080a39e18314c1397e51c094456ea22" member_type: VOTER last_known_addr { host: "127.27.248.124" port: 44481 } } }
00:32:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:35.890478 28894 sys_catalog.cc:458] T 00000000000000000000000000000000 P 6080a39e18314c1397e51c094456ea22 [sys.catalog]: This master's current role is: LEADER
00:32:35.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:35.942411 28931 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:35.942955 28931 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:35.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:35.943446 28931 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:35.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:35.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:35.982863 28931 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:35.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:35.983946 28931 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.248.65
00:32:35.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:35.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:35.991 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:35.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:35.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:35.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:35.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:36.023 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:36.023 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:36.024 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:36.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:36.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:36.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:36.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:36.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:36.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:36.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:36.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:36.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:36.024 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.032143 28931 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.65:0
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data/info.pb
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.65
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:36.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.65
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/logs
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.033807 28931 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:36.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.035657 28931 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:36.041 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:36.041 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:36.041 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:36.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.042 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.042 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.043 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:36.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:36.051703 28959 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:36.167 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:36.167 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:36.167 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:36.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:36.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:36.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:36.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:36.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:36.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:36.168 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:36.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:36.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:36.168 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:36.230 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:36.230 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:36.230 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:36.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.234 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.234 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.235 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.235 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:36.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.259804 28921 catalog_manager.cc:1294] Loaded cluster ID: 07a6ea3a42124b59a9c347bd36f472cd
00:32:36.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.261639 28921 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: loading cluster ID for follower catalog manager: success
00:32:36.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.290400 28921 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: acquiring CA information for follower catalog manager: success
00:32:36.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.309970 28921 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 53962982726345bdabd61ade00b94427: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:32:36.319 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:36.319 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:36.319 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:36.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.321 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.321 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.321 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.321 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:36.347 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:36.347 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:36.347 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:36.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:36.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:36.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:36.348 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:36.362 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470756362 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:36.373 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
00:32:36.376 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
00:32:36.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.499 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:36.499 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:36.499 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:36.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.502 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:36.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:36.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:36.657 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:36.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:36.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:36.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:36.659 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:36.701 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:36.702 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:36.702 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:36.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:36.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:36.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:36.703 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:36.703 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [8ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [25ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [44ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [50ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [108ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [125ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [481ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [724ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1705ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2824ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3181ms] too many traces: truncated at 100 traces, deferred=Deferred@1495196577(state=PENDING, result=null, callback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587), errback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587)))
00:32:36.704 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:32:36.704 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [8ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [25ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [44ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [50ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [108ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [125ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [481ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [724ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1705ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2824ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3181ms] too many traces: truncated at 100 traces, deferred=Deferred@1495196577(state=PENDING, result=null, callback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587), errback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.61:41719
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:36.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.704869 28950 catalog_manager.cc:1294] Loaded cluster ID: 07a6ea3a42124b59a9c347bd36f472cd
00:32:36.705 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
00:32:36.707 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:32:36.709 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29256), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [6ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [7ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [8ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [8ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [23ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [25ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [44ms] refreshing cache from master, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [49ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [50ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [50ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [61ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [62ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [62ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [82ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [83ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [83ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [103ms] refreshing cache from master, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [105ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [108ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [108ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [125ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [125ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [242ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [481ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [482ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [482ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [722ms] refreshing cache from master, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [723ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [724ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [724ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1702ms] refreshing cache from master, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [1702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [1703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [1704ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [1705ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [1705ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.62:43801: Network error: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.61:41719: Network error: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719, [2824ms] Sub RPC ConnectToMaster: received response from server master-127.21.18.60:34117: Network error: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [2824ms] delaying RPC due to: Service unavailable: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117, [3180ms] refreshing cache from master, [3180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.62:43801, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.61:41719, [3181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.18.60:34117, [3181ms] too many traces: truncated at 100 traces, deferred=Deferred@1495196577(state=PENDING, result=null, callback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587), errback=(continuation of Deferred@571611299 after retry RPC after error@598046887) -> (continuation of Deferred@1431039220 after retry RPC after error@2070285847) -> (continuation of Deferred@1224988376 after retry RPC after error@1097592607) -> (continuation of Deferred@1263376266 after retry RPC after error@1060418) -> (continuation of Deferred@1467129230 after retry RPC after error@1241486184) -> (continuation of Deferred@1856617498 after retry RPC after error@1875570099) -> (continuation of Deferred@748131113 after retry RPC after error@432419072) -> (continuation of Deferred@984352590 after retry RPC after error@36946653) -> (continuation of Deferred@304940905 after retry RPC after error@986409501) -> (continuation of Deferred@1619496061 after retry RPC after error@2092867482) -> (continuation of Deferred@106092843 after retry RPC after error@1739112574) -> (continuation of Deferred@999312530 after retry RPC after error@869946933) -> (continuation of Deferred@600922852 after retry RPC after error@39568848) -> (continuation of Deferred@999747029 after retry RPC after error@1520205676) -> (continuation of Deferred@1932724385 after retry RPC after error@798631506) -> (continuation of Deferred@602840625 after retry RPC after error@439415359) -> (continuation of Deferred@1898809304 after retry RPC after error@259757849) -> (continuation of Deferred@1488162769 after retry RPC after error@1167011826) -> (continuation of Deferred@1484874716 after retry RPC after error@185721994) -> (continuation of Deferred@1326989118 after retry RPC after error@1934915984) -> (continuation of Deferred@538475429 after retry RPC after error@606731928) -> (continuation of Deferred@709285100 after retry RPC after error@2056167629) -> (continuation of Deferred@430451050 after retry RPC after error@1914620409) -> (continuation of Deferred@1852019426 after retry RPC after error@1633996587)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.18.61:41719
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:36.709 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:36.710 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
00:32:36.710 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:32:36.710 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RUNNING to RESTARTING.
00:32:36.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.716724 28950 catalog_manager.cc:1587] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: loading cluster ID for follower catalog manager: success
00:32:36.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.737671 28950 catalog_manager.cc:1609] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: acquiring CA information for follower catalog manager: success
00:32:36.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:36.757854 28950 catalog_manager.cc:1637] T 00000000000000000000000000000000 P abdc3d2fa8fc4fda94229652c2e09e6e: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
00:32:36.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470756859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:36.869 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:36.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
00:32:36.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.970 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:36.999 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:36.999 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:36.999 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:36.999 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:36.999 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:36.999 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.000 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.004 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:37.284 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:37.285 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:37.285 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:37.285 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.285 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.286 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.286 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.286 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.286 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:37.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.297 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.298 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.298 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.359 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:37.360 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:37.360 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:37.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.361 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.361 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.361 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:37.359 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470757359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:37.369 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:32:37.371 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
00:32:37.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:37.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:37.433 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:37.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.435 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.435 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.435 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.435 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:37.450 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:37.450 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:37.450 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:37.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:37.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.514 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.515 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.515 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.515 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.515 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.515 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.516 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.516 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.516 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.516 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:37.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:37.521 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:37.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:37.521 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.521 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.521 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:37.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.521 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.521 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:37.521 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:37.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.613 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.613 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.637 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.638 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.638 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.638 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.638 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.639 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:37.639 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:37.639 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:37.640 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:37.640 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:37.640 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:37.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:37.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:37.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:37.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:37.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:37.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:37.641 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:37.672 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:37.672 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:37.672 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:37.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.673 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:37.673 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.673 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.673 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:37.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:37.674 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:37.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.710 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.711 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.782 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [4ms] received response from server master-127.24.181.60:34307: OK, deferred=null) with no deferred attached!
00:32:37.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.793 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:37.793 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:37.793 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:37.793 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.794 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:37.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:37.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:37.794 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:37.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.859 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470757859 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:37.867 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
00:32:37.868 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
00:32:37.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:37.989 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:37.989 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:37.989 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:37.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:37.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:37.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:37.991 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:38.086 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:38.086 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:38.086 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:38.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:38.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:38.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:38.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:38.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:38.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:38.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:38.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:38.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:38.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:38.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:36.061725 28960 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.109826 28931 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:38.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:38.109767 28961 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2054 milliseconds
00:32:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:36.059194 28964 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:38.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.115088 28931 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:38.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.121115 28931 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:38.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.122584 28931 hybrid_clock.cc:648] HybridClock initialized: now 1783470758122541 us; error 52 us; skew 500 ppm
00:32:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.123808 28931 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.131950 28931 webserver.cc:534] Webserver started at http://127.27.248.65:44025/ using document root <none> and password file <none>
00:32:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.133374 28931 fs_manager.cc:362] Metadata directory not provided
00:32:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.133646 28931 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:38.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.134225 28931 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.140677 28931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data/instance:
00:32:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c643e52c3514d58b1972f2e48afe86d"
00:32:38.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:38 on dist-test-slave-qgzj"
00:32:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.142211 28931 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal/instance:
00:32:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c643e52c3514d58b1972f2e48afe86d"
00:32:38.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:38 on dist-test-slave-qgzj"
00:32:38.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.152464 28931 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.006s	sys 0.004s
00:32:38.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.160614 28973 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.162108 28931 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
00:32:38.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.162496 28931 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4c643e52c3514d58b1972f2e48afe86d"
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:38 on dist-test-slave-qgzj"
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.162942 28931 fs_report.cc:389] FS layout report
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data/data
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:38.218 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:38.218 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:38.218 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:38.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.219 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.219 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.248983 28931 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.251117 28931 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.251688 28931 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.255573 28931 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.266098 28931 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.266400 28931 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:32:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.266703 28931 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:38.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:38.266911 28931 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:38.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.360 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470758359 for job b525b57a80d7c94f121fff9bfcdea7a7.
00:32:38.368 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job b525b57a80d7c94f121fff9bfcdea7a7 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:38.369 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
00:32:38.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.402 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.403 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.403 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.403 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.403 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.403 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.404 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.404 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.404 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26631), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [1ms] received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [12ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [12ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [31ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [51ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [70ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [111ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [229ms] refreshing cache from master, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [230ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [449ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [450ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [611ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1630ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3214ms] refreshing cache from master, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3216ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3269ms] refreshing cache from master, [3269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3272ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3272ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3389ms] refreshing cache from master, [3389ms] too many traces: truncated at 100 traces, deferred=Deferred@2090805347(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@74c7051e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339)))
00:32:38.407 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.407 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.407 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.407 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26631), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [1ms] received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [12ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [12ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [31ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [51ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [70ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [111ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [229ms] refreshing cache from master, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [230ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [449ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [450ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [611ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1630ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3214ms] refreshing cache from master, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3216ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3269ms] refreshing cache from master, [3269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3272ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3272ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3389ms] refreshing cache from master, [3389ms] too many traces: truncated at 100 traces, deferred=Deferred@2090805347(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@74c7051e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26631), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [1ms] received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [12ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [12ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [31ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [51ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [70ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [111ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [229ms] refreshing cache from master, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [230ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [449ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [450ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [611ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1630ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3214ms] refreshing cache from master, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3216ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3269ms] refreshing cache from master, [3269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3272ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3272ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3389ms] refreshing cache from master, [3389ms] too many traces: truncated at 100 traces, deferred=Deferred@2090805347(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@74c7051e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.181.60:34307
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:38.407 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:38.408 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:38.408 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:38.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.409 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.410 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.417 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:38.549 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:38.550 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:38.550 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:38.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.551 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.551 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.551 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.551 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.551 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.552 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:38.553 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.553 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.553 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.553 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.553 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.553 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.417 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26631), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [1ms] received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [12ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [12ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [31ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [51ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [70ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [111ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [229ms] refreshing cache from master, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [230ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [449ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [450ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [611ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1630ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3214ms] refreshing cache from master, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3216ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3269ms] refreshing cache from master, [3269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3272ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3272ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3389ms] refreshing cache from master, [3389ms] too many traces: truncated at 100 traces, deferred=Deferred@2090805347(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@74c7051e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=24, TimeoutTracker(timeout=30000, elapsed=26631), Traces: [0ms] sending RPC to server master-127.24.181.60:34307, [1ms] received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [9ms] refreshing cache from master, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [11ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [12ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [12ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [31ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [31ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] refreshing cache from master, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [50ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [51ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [69ms] refreshing cache from master, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [70ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [70ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [89ms] refreshing cache from master, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [90ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [91ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [91ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [111ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [111ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [229ms] refreshing cache from master, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [230ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [230ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [449ms] refreshing cache from master, [449ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [450ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [450ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [610ms] refreshing cache from master, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [610ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [611ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [611ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1629ms] refreshing cache from master, [1629ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [1630ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [1630ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3214ms] refreshing cache from master, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3215ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3216ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3216ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3269ms] refreshing cache from master, [3269ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.61:41419, [3270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.181.60:34307, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.62:34985: Network error: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985, [3270ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.60:34307: Network error: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307, [3272ms] Sub RPC ConnectToMaster: received response from server master-127.24.181.61:41419: Network error: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3272ms] delaying RPC due to: Service unavailable: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419, [3389ms] refreshing cache from master, [3389ms] too many traces: truncated at 100 traces, deferred=Deferred@2090805347(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$222/0x00007f9b7c32f750@74c7051e -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@486703195 after retry RPC after error@1748445881) -> (continuation of Deferred@1844366316 after retry RPC after error@567139514) -> (continuation of Deferred@675582080 after retry RPC after error@2046236115) -> (continuation of Deferred@1650266282 after retry RPC after error@767174743) -> (continuation of Deferred@561413616 after retry RPC after error@1617866112) -> (continuation of Deferred@1790720359 after retry RPC after error@381181175) -> (continuation of Deferred@78850605 after retry RPC after error@295994774) -> (continuation of Deferred@442036676 after retry RPC after error@1314085276) -> (continuation of Deferred@1395449913 after retry RPC after error@1720801279) -> (continuation of Deferred@991583288 after retry RPC after error@1876000126) -> (continuation of Deferred@1539863957 after retry RPC after error@923467708) -> (continuation of Deferred@1578667769 after retry RPC after error@986067657) -> (continuation of Deferred@582655193 after retry RPC after error@1118658605) -> (continuation of Deferred@1482179015 after retry RPC after error@1401122943) -> (continuation of Deferred@631861890 after retry RPC after error@204263954) -> (continuation of Deferred@375454761 after retry RPC after error@1579709970) -> (continuation of Deferred@813376055 after retry RPC after error@1521343080) -> (continuation of Deferred@1262347424 after retry RPC after error@1454936883) -> (continuation of Deferred@1060858185 after retry RPC after error@191994460) -> (continuation of Deferred@801994614 after retry RPC after error@1031690423) -> (continuation of Deferred@1500192624 after retry RPC after error@1590680955) -> (continuation of Deferred@452818707 after retry RPC after error@1426669339)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.24.181.60:34307
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:38.556 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:38.556 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7) switched from state RUNNING to RESTARTING.
00:32:38.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
00:32:38.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:32:38.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:32:38.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
00:32:38.557 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
00:32:38.557 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:32:38.558 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:32:38.558 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
00:32:38.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.560 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:32:38.560 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
00:32:38.560 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:32:38.562 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.562 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.562 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.562 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state TERMINATED
00:32:38.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state TERMINATED
00:32:38.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state TERMINATED
00:32:38.570 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] disconnecting while in state TERMINATED
00:32:38.570 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:38.571 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
00:32:38.571 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
00:32:38.572 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:32:38.576 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:32:38.577 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
00:32:38.577 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:32:38.584 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.584 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.585 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.590 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:32:38.590 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
00:32:38.590 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:32:38.592 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state TERMINATED
00:32:38.592 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state TERMINATED
00:32:38.592 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state TERMINATED
00:32:38.592 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] disconnecting while in state TERMINATED
00:32:38.592 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:38.593 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
00:32:38.593 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:38.593 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:32:38.597 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state TERMINATED
00:32:38.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state TERMINATED
00:32:38.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state TERMINATED
00:32:38.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 409289a8766b46f79987c6a8341a7ddd(127.25.125.129:42269)] disconnecting while in state TERMINATED
00:32:38.598 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] disconnecting while in state TERMINATED
00:32:38.598 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:38.598 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
00:32:38.599 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
00:32:38.599 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
00:32:38.599 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-4
00:32:38.603 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.603 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.603 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:32:38.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
00:32:38.609 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:32:38.618 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.125.189:33565(127.25.125.189:33565)] disconnecting while in state TERMINATED
00:32:38.618 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.125.188:33071(127.25.125.188:33071)] disconnecting while in state TERMINATED
00:32:38.619 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.25.125.190:39803(127.25.125.190:39803)] disconnecting while in state TERMINATED
00:32:38.619 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 8e40d6ec43bd4aee9cd5a0f95ba717bd(127.25.125.130:44467)] disconnecting while in state TERMINATED
00:32:38.619 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:38.619 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
00:32:38.620 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:32:38.620 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:38.623 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.623 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.623 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.623 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.623 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:38.623 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:32:38.624 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:32:38.624 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
00:32:38.625 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
00:32:38.629 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:38.629 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:38.630 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:38.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:38.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:38.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:38.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:38.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:38.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:38.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:38.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:38.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:38.631 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:38.644 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.644 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.644 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.646 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
00:32:38.648 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:38.648 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:38.649 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:38.649 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.649 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.649 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.649 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.649 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.650 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:38.651 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
00:32:38.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.654 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:32:38.654 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:32:38.655 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:32:38.655 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
00:32:38.656 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
00:32:38.658 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:32:38.658 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
00:32:38.659 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
00:32:38.681 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
00:32:38.702 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.703 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.704 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:38.704 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:38.705 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:38.705 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:38.705 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:38.705 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:38.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:38.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:38.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:38.706 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:38.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:38.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:38.706 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:38.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:38.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:38.706 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:38.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:38.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:38.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:38.707 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:38.708 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.708 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.708 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.709 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.709 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.709 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.709 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.716 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:38.717 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
00:32:38.718 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:38.732 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
00:32:38.734 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:38.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:38.755 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:38.755 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:38.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.756 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.756 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:38.757 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
00:32:38.758 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
00:32:38.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:32:38.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
00:32:38.763 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.763 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.763 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.763 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.763 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.763 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.764 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.769 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
00:32:38.770 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
00:32:38.770 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b525b57a80d7c94f121fff9bfcdea7a7
00:32:38.772 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:38.772 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:38.772 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:38.772 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.772 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:38.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:38.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:38.773 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:38.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.844 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:38.845 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:38.845 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:38.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:38.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:38.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:38.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:38.849 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:38.849 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:38.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:38.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:38.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:38.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:38.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:38.903 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:38.903 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:38.903 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:38.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:38.905 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.905 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.905 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:38.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.905 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:38.905 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:38.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.018 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:39.019 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:39.019 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:39.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:39.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:39.021 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:39.021 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:39.021 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:39.021 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:39.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:39.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:39.021 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:39.021 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:39.031 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:39.031 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:39.031 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:39.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.032 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:39.048 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:39.048 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:39.048 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:39.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.049 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:39.094 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:39.094 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:39.095 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:39.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:39.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:39.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:39.248 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:39.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.249 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.249 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.250 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:39.260 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:39.261 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:39.261 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:39.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:39.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:39.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:39.262 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:39.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.290 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:39.291 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:39.291 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:39.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.292 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:39.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.384351 28931 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.65:43581
00:32:39.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.384792 29106 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.65:43581 every 8 connection(s)
00:32:39.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.388490 28931 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/data/info.pb
00:32:39.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.393343 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 28931
00:32:39.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.393980 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-0/wal/instance
00:32:39.420 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:39.420 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:39.420 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:39.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:39.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:39.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:39.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:39.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:39.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:39.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:39.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:39.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:39.421 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:39.423 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.423 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.423 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.434 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:39.434 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:39.434 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:39.435 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.435 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.435 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.435 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:39.435 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:39.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:39.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.439638 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/logs
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data/info.pb
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.66:0
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.66
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.66
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:39.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:39.471 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.526716 29109 heartbeater.cc:344] Connected to a master server at 127.27.248.125:45217
00:32:39.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.527520 29109 heartbeater.cc:461] Registering TS with master...
00:32:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.529024 29109 heartbeater.cc:507] Master 127.27.248.125:45217 requested a full tablet report, sending...
00:32:39.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.532855 28766 ts_manager.cc:194] Registered new tserver with Master: 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581)
00:32:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.544811 29107 heartbeater.cc:344] Connected to a master server at 127.27.248.124:44481
00:32:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.545203 29107 heartbeater.cc:461] Registering TS with master...
00:32:39.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.546201 29107 heartbeater.cc:507] Master 127.27.248.124:44481 requested a full tablet report, sending...
00:32:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.550203 28850 ts_manager.cc:194] Registered new tserver with Master: 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581)
00:32:39.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.555553 28850 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.248.65:51419
00:32:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.564845 29114 heartbeater.cc:344] Connected to a master server at 127.27.248.126:43207
00:32:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.565228 29114 heartbeater.cc:461] Registering TS with master...
00:32:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.565860 29114 heartbeater.cc:507] Master 127.27.248.126:43207 requested a full tablet report, sending...
00:32:39.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:39.569379 28688 ts_manager.cc:194] Registered new tserver with Master: 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581)
00:32:39.682 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.682 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.683 [DEBUG - pool-406-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.687 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.766 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b525b57a80d7c94f121fff9bfcdea7a7) switched from state RESTARTING to RUNNING.
00:32:39.767 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b525b57a80d7c94f121fff9bfcdea7a7 from Checkpoint 68 @ 1783470758359 for b525b57a80d7c94f121fff9bfcdea7a7 located at file:/tmp/junit5489727059744435212/checkpoints/b525b57a80d7c94f121fff9bfcdea7a7/chk-68.
00:32:39.768 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:32:39.768 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
00:32:39.769 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
00:32:39.770 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:39.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
00:32:39.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 2f009341e52435be434640bd0348481e
00:32:39.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
00:32:39.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
00:32:39.771 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:39.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 3676632caf59aa53b9280ba95df51b9d
00:32:39.772 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
00:32:39.772 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 2f009341e52435be434640bd0348481e.
00:32:39.772 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
00:32:39.772 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 786c7509d975b739ea9f4f99f42ac6dc
00:32:39.772 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
00:32:39.773 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
00:32:39.773 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 2f009341e52435be434640bd0348481e.
00:32:39.773 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:39.773 [INFO - Thread-70] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
00:32:39.774 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b525b57a80d7c94f121fff9bfcdea7a7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:39.773 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to d2d1ed09-f77c-4d78-9eff-ef80b712eae6 @ 127.0.0.1 (dataPort=-1) with allocation id 1c83eb0d3b517d53c395ce237e2ae9bc
00:32:39.774 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.24.181.61:41419(127.24.181.61:41419)] disconnecting while in state TERMINATED
00:32:39.775 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.24.181.60:34307(127.24.181.60:34307)] disconnecting while in state TERMINATED
00:32:39.775 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 3676632caf59aa53b9280ba95df51b9d.
00:32:39.775 [DEBUG - Thread-70] (Connection.java:575) [peer master-127.24.181.62:34985(127.24.181.62:34985)] disconnecting while in state TERMINATED
00:32:39.775 [DEBUG - Thread-70] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:39.776 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 3676632caf59aa53b9280ba95df51b9d.
00:32:39.776 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:39.776 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
00:32:39.776 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
00:32:39.776 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:39.777 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
00:32:39.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@533da4ce
00:32:39.777 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:39.778 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:39.778 [INFO - Thread-70] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
00:32:39.778 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:32:39.778 [INFO - Thread-70] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
00:32:39.779 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
00:32:39.780 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 786c7509d975b739ea9f4f99f42ac6dc.
00:32:39.781 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 786c7509d975b739ea9f4f99f42ac6dc.
00:32:39.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
00:32:39.782 [DEBUG - Thread-70] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.783 [INFO - Thread-70] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:39.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
00:32:39.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@127f472f
00:32:39.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:39.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.787 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7384afe9
00:32:39.788 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 1c83eb0d3b517d53c395ce237e2ae9bc.
00:32:39.789 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 1c83eb0d3b517d53c395ce237e2ae9bc.
00:32:39.789 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:39.790 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:32:39.790 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
00:32:39.792 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
00:32:39.795 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
00:32:39.796 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c8dba2f
00:32:39.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.814 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55533e89
00:32:39.814 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:39.815 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.815 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:39.815 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:32:39.816 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
00:32:39.817 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.821 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47bc2d3b
00:32:39.832 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.838 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:39.838 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:39.838 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:39.838 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
00:32:39.839 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
00:32:39.839 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
00:32:39.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@157d5845
00:32:39.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:39.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit5489727059744435212/checkpoints")
00:32:39.840 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.840 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.840 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:32:39.841 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (eed7080e7d25c73862a5b87c5737fb88_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
00:32:39.842 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.844 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e75b6a7
00:32:39.846 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.846 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:39.846 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:39.846 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:39.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:39.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:39.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:39.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:39.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:39.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:39.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:39.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:39.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:39.847 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:39.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.864 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.865 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.865 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.866 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.867 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.867 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.868 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.868 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.869 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.870 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.871 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.871 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.872 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.873 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.873 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.873 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.873 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.873 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.874 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.874 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.874 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.874 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.881 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.881 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.881 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.882 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.882 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.883 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.883 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.883 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.884 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.884 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.884 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.884 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.884 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.884 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.885 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.885 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.885 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.885 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.886 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.886 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.886 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.887 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.887 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.888 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.888 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.889 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.889 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.889 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.889 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.889 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.889 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.889 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.889 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.890 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.890 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.890 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.890 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.901 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.901 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.901 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.902 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.902 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.902 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.903 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.905 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.905 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.905 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.905 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.905 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.905 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.905 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.905 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.905 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.905 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.905 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.905 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.906 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.906 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.906 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.906 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.906 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.906 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.906 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.907 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.907 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.907 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.908 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.908 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.908 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.908 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.909 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.909 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.921 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.921 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.921 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.921 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.921 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.921 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.922 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.922 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.922 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.922 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.922 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.922 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.923 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.923 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.926 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.926 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.926 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.926 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.927 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.928 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.928 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.928 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.928 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.940 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.941 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.941 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.941 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.941 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.941 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.942 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.942 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.942 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.942 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.942 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.942 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.943 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.943 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.943 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.943 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.943 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.943 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.943 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.946 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.946 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.946 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.946 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.946 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.947 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.948 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.949 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.949 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.949 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.949 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.949 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.949 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.961 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.961 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.962 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.962 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.964 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (989e0e194e66b090605ad814361b1b58) switched from state RESTARTING to RUNNING.
00:32:39.965 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 989e0e194e66b090605ad814361b1b58 from Checkpoint 69 @ 1783470666681 for 989e0e194e66b090605ad814361b1b58 located at file:/tmp/junit8588352750398863425/checkpoints/989e0e194e66b090605ad814361b1b58/chk-69.
00:32:39.965 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
00:32:39.966 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 69 for source Source: KuduSource to checkpoint.
00:32:39.966 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
00:32:39.967 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 989e0e194e66b090605ad814361b1b58: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:39.967 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
00:32:39.967 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 39eaf50c-f8a3-4d85-99a8-ec74d6be9a4a @ 127.0.0.1 (dataPort=-1) with allocation id 191ebb01dd2013c7f83d42074973168c
00:32:39.967 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 191ebb01dd2013c7f83d42074973168c.
00:32:39.968 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.968 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.968 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.969 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 191ebb01dd2013c7f83d42074973168c.
00:32:39.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:39.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.969 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.970 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
00:32:39.970 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
00:32:39.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@555b752f
00:32:39.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:39.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8588352750398863425/checkpoints")
00:32:39.971 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:32:39.972 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (60fd23b33216ebf7315378aff20dae2c_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
00:32:39.974 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d1cefa3
00:32:39.981 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.982 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.982 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.982 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.982 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.982 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.982 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:39.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:39.981921 29108 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:39.982609 29108 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:39.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:39.983325 29108 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:39.984 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.984 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.984 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.985 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.985 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:39.985 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:39.986 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:39.986 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:39.986 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:39.986 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:39.986 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:39.987 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:39.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:39.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:39.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:39.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:39.988 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:39.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:39.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:39.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:39.988 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:39.988 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:39.988 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:39.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:39.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.989 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.989 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:39.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:39.989 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:39.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:39.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:39.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:39.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.005 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.006 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.007 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.009 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.011 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.011 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.021 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.021 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.021 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.021 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.022 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.022 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.022 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.021 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.022 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.022 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.023 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.024 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.024 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.024 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.027 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.030 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.031 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.031 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.031 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.031 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.032 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:40.041115 29108 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:40.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:40.042474 29108 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.248.66
00:32:40.045 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.045 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.046 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.046 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:40.046 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:40.046 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:40.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.047 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:40.049 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.049 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.049 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.051 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.051 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.051 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.051 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.051 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.052 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.052 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.068 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.069 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.069 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.069 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.069 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.069 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.069 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.069 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.069 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.069 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.069 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.083 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.087 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:40.087 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:40.087 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:40.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.088 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.088 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.088 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.088 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:40.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.089 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.089 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.089 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.089 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.089 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.090 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.090 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.091 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:40.105935 29108 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.66:0
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data/info.pb
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.66
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.66
00:32:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/logs
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:40.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:40.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:40.107730 29108 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:40.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:40.110078 29108 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:40.125 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.125 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.126 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:40.127872 29186 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:40.141 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.141 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.141 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.141 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.141 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.141 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.142 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.143 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.143 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.143 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.144 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.166 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:40.167 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:40.167 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:40.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.168 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.168 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.168 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.168 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:40.168 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:40.168 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:40.169 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.169 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.169 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.169 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.169 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.170 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:40.170 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:40.177 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:40.178 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:40.178 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:40.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:40.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.186 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.186 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.186 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.186 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.186 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.227 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.227 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.227 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.229 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.229 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.240 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.241 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.241 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.243 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.243 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.243 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.270 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:40.270 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:40.270 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:40.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:40.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:40.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:40.271 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:40.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.301 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.301 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.301 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.303 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.304 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.304 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.305 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.305 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.305 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.305 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.305 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.351 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:40.351 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:40.351 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:40.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:40.366 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:40.366 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:40.366 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:40.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.367 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:40.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.369 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.419 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:40.419 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:40.419 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:40.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:40.420 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:40.420 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:40.420 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:40.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:40.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:40.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:40.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:40.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:40.420 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:40.465 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.466 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.466 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:40.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:40.466 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:40.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.467 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:40.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:40.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:40.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:40.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.528 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.528 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.528 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.529 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.529 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.529 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.529 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:40.560720 29107 heartbeater.cc:499] Master 127.27.248.124:44481 was elected leader, sending a full tablet report...
00:32:40.585 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:40.585 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:40.585 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:40.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.585 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.586 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.586 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.586 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.586 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:40.600 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:40.601 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:40.601 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:40.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.601 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:40.601 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.601 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:40.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:40.601 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:40.601 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.602 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.602 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.602 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.602 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.604 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:40.604 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:40.604 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:40.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:40.625 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:40.625 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:40.625 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:40.625 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:40.634 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:40.634 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:40.634 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:40.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.635 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.635 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.635 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.636 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:40.670 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:40.670 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:40.670 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:40.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:40.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:40.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:40.671 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:40.686 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:40.687 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:40.687 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:40.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:40.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:40.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:40.688 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:40.703 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.703 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.703 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.703 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.703 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.703 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.704 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.704 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.704 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.704 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.781 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:40.781 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:40.781 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:40.781 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.781 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.781 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:40.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:40.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.782 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.782 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:40.782 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:40.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.799 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:40.799 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:40.799 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:40.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.800 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.800 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:40.800 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.800 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:40.800 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.800 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.800 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:40.800 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:40.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:40.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:40.804 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:40.804 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:40.805 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:40.805 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:40.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:40.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:40.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:40.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:40.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:40.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:40.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:40.808 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:40.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.041 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:41.041 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:41.042 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:41.042 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.042 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.042 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:41.046 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:41.047 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:41.047 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:41.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.048 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.048 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:41.081 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:41.089 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:41.089 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:41.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.090 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:41.161 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:41.161 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:41.161 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:41.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.162 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.162 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.162 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:41.166 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:41.166 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:41.166 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:41.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:41.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:41.166 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:41.166 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:41.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:41.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:41.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:41.167 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:41.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:41.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:41.167 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:41.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:41.167 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:41.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:41.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:41.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:41.168 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:41.168 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:41.168 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:41.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:41.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:41.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:41.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:41.177 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:41.177 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:41.177 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:41.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:41.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.308 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.405 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:41.406 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:41.406 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:41.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:41.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:41.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:41.428 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:41.429 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.429 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.429 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.429 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.429 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.429 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.430 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:41.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:40.128755 29187 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:41.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:41.502426 29108 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.377s	user 0.506s	sys 0.867s
00:32:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:41.503027 29108 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.378s	user 0.507s	sys 0.867s
00:32:41.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.506225 29108 server_base.cc:1061] running on GCE node
00:32:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:41.507136 29193 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.508416 29108 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.511014 29108 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:41.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.512447 29108 hybrid_clock.cc:648] HybridClock initialized: now 1783470761512407 us; error 40 us; skew 500 ppm
00:32:41.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.513453 29108 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:41.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.521785 29108 webserver.cc:534] Webserver started at http://127.27.248.66:42715/ using document root <none> and password file <none>
00:32:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.522920 29108 fs_manager.cc:362] Metadata directory not provided
00:32:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.523149 29108 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:41.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.523656 29108 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.528911 29108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data/instance:
00:32:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58aef888c3a043519916dfdad1a050c4"
00:32:41.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:41 on dist-test-slave-qgzj"
00:32:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.530205 29108 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal/instance:
00:32:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58aef888c3a043519916dfdad1a050c4"
00:32:41.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:41 on dist-test-slave-qgzj"
00:32:41.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.539639 29108 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
00:32:41.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.548442 29198 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:41.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.549875 29108 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.003s
00:32:41.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.550325 29108 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal
00:32:41.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "58aef888c3a043519916dfdad1a050c4"
00:32:41.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:41 on dist-test-slave-qgzj"
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.550719 29108 fs_report.cc:389] FS layout report
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data/data
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:41.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:41.628 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:41.628 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:41.629 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:41.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.629 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.629 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:41.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:41.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:41.630 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:41.630 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:41.630 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:41.630 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:41.631 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.631 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.631 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.631 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:41.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.653833 29108 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:41.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.655588 29108 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:41.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.656102 29108 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:41.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.659443 29108 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:41.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.664175 29108 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:41.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.664577 29108 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
00:32:41.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.664927 29108 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:41.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.665109 29108 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:41.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.830798 29108 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.66:43403
00:32:41.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.830942 29311 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.66:43403 every 8 connection(s)
00:32:41.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.833739 29108 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/data/info.pb
00:32:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.837435 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 29108
00:32:41.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.837893 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-1/wal/instance
00:32:41.845 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:41.846 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:41.846 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:41.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:41.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:41.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:41.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:41.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:41.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:41.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:41.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:41.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:41.847 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.872438 28641 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/logs
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data/info.pb
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.67:0
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.67
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.67
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:41.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
00:32:41.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.897015 29312 heartbeater.cc:344] Connected to a master server at 127.27.248.124:44481
00:32:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.897599 29312 heartbeater.cc:461] Registering TS with master...
00:32:41.898 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:41.898 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:41.898 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:41.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.898 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.898 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.899 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:41.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.899080 29312 heartbeater.cc:507] Master 127.27.248.124:44481 requested a full tablet report, sending...
00:32:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.902194 28850 ts_manager.cc:194] Registered new tserver with Master: 58aef888c3a043519916dfdad1a050c4 (127.27.248.66:43403)
00:32:41.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.902559 29313 heartbeater.cc:344] Connected to a master server at 127.27.248.125:45217
00:32:41.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.902958 29313 heartbeater.cc:461] Registering TS with master...
00:32:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.903844 28850 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.248.66:42657
00:32:41.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.903908 29313 heartbeater.cc:507] Master 127.27.248.125:45217 requested a full tablet report, sending...
00:32:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.907148 28766 ts_manager.cc:194] Registered new tserver with Master: 58aef888c3a043519916dfdad1a050c4 (127.27.248.66:43403)
00:32:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.911783 29314 heartbeater.cc:344] Connected to a master server at 127.27.248.126:43207
00:32:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.912129 29314 heartbeater.cc:461] Registering TS with master...
00:32:41.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.912762 29314 heartbeater.cc:507] Master 127.27.248.126:43207 requested a full tablet report, sending...
00:32:41.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:41.915164 28688 ts_manager.cc:194] Registered new tserver with Master: 58aef888c3a043519916dfdad1a050c4 (127.27.248.66:43403)
00:32:41.959 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:41.959 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:41.959 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:41.959 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:41.959 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.960 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.960 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:41.959 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.960 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.960 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:41.960 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:41.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:41.985 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:41.985 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:41.985 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:41.986 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.986 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.986 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.986 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.986 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:41.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:41.986 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:41.986 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:41.990 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:41.990 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:41.990 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:41.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:41.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:41.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:41.991 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.129 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:42.130 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:42.130 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:42.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:42.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:42.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:42.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:42.130 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:42.130 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:42.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:42.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:42.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:42.130 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:42.166 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:42.167 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:42.167 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:42.167 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.167 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.167 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.167 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:42.196 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.197 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.197 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.197 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.197 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.197 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.197 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.197 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.197 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.197 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.228564 29320 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
00:32:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.229084 29320 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
00:32:42.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.229575 29320 flags.cc:432] Enabled unsafe flag: --never_fsync=true
00:32:42.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.267724 29320 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
00:32:42.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.268751 29320 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.27.248.67
00:32:42.270 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.270 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.270 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.271 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:42.311043 29320 tablet_server_runner.cc:78] Tablet server non-default flags:
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.27.248.84:42219
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.27.248.67:0
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data/info.pb
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.27.248.67
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.27.248.126:43207,127.27.248.125:45217,127.27.248.124:44481
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.27.248.67
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/logs
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
00:32:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 0d8247991d193c4f984e0c0bdfb0389121fdc8d9
00:32:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
00:32:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 08 Jul 2026 00:13:11 UTC on e7f111948823
00:32:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16843
00:32:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
00:32:42.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:42.312932 29320 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
00:32:42.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:42.315285 29320 file_cache.cc:492] Constructed file cache file cache with capacity 419430
00:32:42.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.331626 29329 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:42.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.334 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.335 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.335 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.335 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:42.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:42.359 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:42.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:42.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:42.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:42.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:42.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:42.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:42.361 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:42.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:42.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:42.361 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:42.383 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:42.383 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:42.383 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:42.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:42.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:42.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:42.384 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:42.384 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:42.384 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:42.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:42.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:42.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:42.385 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:42.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.480 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:42.481 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:42.481 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:42.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:42.493 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.493 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.493 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.494 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.546 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:42.546 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:42.546 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:42.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:42.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:42.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:42.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:42.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:42.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:42.546 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:42.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:42.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:42.547 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:42.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.743 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:42.744 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:42.744 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:42.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:42.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:42.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:42.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:42.745 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:42.745 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:42.745 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:42.745 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:42.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:42.745 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:42.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:42.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:42.749 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:42.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.750 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:42.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:42.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:42.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:42.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.810 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.811 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.811 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.812 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.877 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:42.878 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:42.878 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:42.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:42.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:42.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:42.879 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:42.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:42.909188 29312 heartbeater.cc:499] Master 127.27.248.124:44481 was elected leader, sending a full tablet report...
00:32:42.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:42.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:42.965 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:42.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:42.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:42.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:42.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:42.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:42.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:42.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:42.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:42.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:42.967 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:42.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.017 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:43.017 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:43.017 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:43.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.018 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:43.097 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:43.097 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:43.097 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:43.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.098 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.098 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.098 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.099 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:43.146 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:43.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:43.147 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:43.147 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.147 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.147 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.148 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.148 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:43.157 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:43.157 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:43.157 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:43.158 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.158 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.158 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.158 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.158 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.158 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.158 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:43.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:43.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:43.185 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:43.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.187 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:43.187 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:43.187 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:43.187 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:43.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:43.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:43.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:43.188 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:43.188 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:43.188 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:43.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:43.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:43.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:43.189 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:43.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:43.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:43.247 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:43.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.249 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:43.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.417 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:43.418 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:43.418 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:43.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:43.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:43.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:43.419 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:43.444 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:43.444 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:43.444 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:43.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.445 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:43.470 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.501 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:43.501 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:43.501 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:43.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:43.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:43.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:43.502 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:43.502 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:43.502 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:43.503 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:43.503 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:43.503 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:43.503 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:43.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:43.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:43.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:43.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.521 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:43.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:43.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:43.525 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:43.526 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.526 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.526 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:43.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:43.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:43.527 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:43.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.765 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:43.765 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:43.766 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:43.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.767 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.767 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:43.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.806 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:43.806 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:43.806 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:43.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:43.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:43.807 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.807 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.807 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:43.807 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:43.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.970 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:43.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:43.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:43.979 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:43.980 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.980 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.980 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:43.980 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.980 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.980 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:43.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:43.981 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:43.984 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:43.984 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:43.984 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:43.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.985 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:43.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:43.985 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.985 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.985 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:43.985 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.004 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:44.004 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:44.004 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:44.005 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:44.005 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:44.005 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:44.005 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:44.005 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:44.005 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:44.005 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:44.005 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:44.005 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:44.006 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:44.053 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:44.053 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:44.053 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:44.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.055 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.064 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:44.064 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:44.064 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:44.064 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.064 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.065 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.065 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.065 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.065 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.065 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.065 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.065 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:44.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:44.081 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:44.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.083 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.083 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.083 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:43.737113 29328 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 29320
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.123224 29328 kernel_stack_watchdog.cc:198] Thread 29320 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
00:32:44.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
00:32:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:42.333305 29330 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.124682 29320 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.792s	user 0.711s	sys 1.004s
00:32:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.125039 29320 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.793s	user 0.711s	sys 1.004s
00:32:44.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.125196 29331 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1791 milliseconds
00:32:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.126113 29320 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
00:32:44.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.126143 29332 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
00:32:44.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.130075 29320 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
00:32:44.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.132419 29320 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
00:32:44.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.133802 29320 hybrid_clock.cc:648] HybridClock initialized: now 1783470764133778 us; error 51 us; skew 500 ppm
00:32:44.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.134650 29320 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
00:32:44.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.141469 29320 webserver.cc:534] Webserver started at http://127.27.248.67:46523/ using document root <none> and password file <none>
00:32:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.142431 29320 fs_manager.cc:362] Metadata directory not provided
00:32:44.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.142632 29320 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
00:32:44.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.143049 29320 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
00:32:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.147984 29320 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data/instance:
00:32:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb422a1892e94827936b7be3c407985f"
00:32:44.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:44 on dist-test-slave-qgzj"
00:32:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.149326 29320 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal/instance:
00:32:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb422a1892e94827936b7be3c407985f"
00:32:44.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:44 on dist-test-slave-qgzj"
00:32:44.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.157424 29320 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.003s
00:32:44.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.163506 29344 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
00:32:44.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.164724 29320 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
00:32:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.165103 29320 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data,/tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal
00:32:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fb422a1892e94827936b7be3c407985f"
00:32:44.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-08 00:32:44 on dist-test-slave-qgzj"
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.165450 29320 fs_report.cc:389] FS layout report
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data/data
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
00:32:44.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
00:32:44.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.227746 29320 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
00:32:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.229852 29320 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
00:32:44.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.230427 29320 kserver.cc:163] Server-wide thread pool size limit: 3276
00:32:44.231 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:44.231 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:44.231 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:44.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.232 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.232 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.232 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.232 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.232 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.232 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.232 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.234016 29320 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
00:32:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.238843 29320 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
00:32:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.239094 29320 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
00:32:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.239418 29320 ts_tablet_manager.cc:616] Registered 0 tablets
00:32:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.239604 29320 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
00:32:44.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.306 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:44.307 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:44.307 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:44.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.308 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:44.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:44.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:44.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:44.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:44.339 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:44.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:44.340 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:44.340 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:44.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:44.340 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:44.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:44.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:44.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:44.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.403667 29320 rpc_server.cc:307] RPC server started. Bound to: 127.27.248.67:40851
00:32:44.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.403774 29459 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.27.248.67:40851 every 8 connection(s)
00:32:44.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.406564 29320 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/data/info.pb
00:32:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.412688 28641 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu as pid 29320
00:32:44.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.413185 28641 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskLB9bBL/test-tmp/mini-kudu-cluster16551526707282217114/ts-2/wal/instance
00:32:44.419 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:44.419 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:44.419 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:44.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.420 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.484308 29460 heartbeater.cc:344] Connected to a master server at 127.27.248.124:44481
00:32:44.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.485265 29460 heartbeater.cc:461] Registering TS with master...
00:32:44.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.486591 29460 heartbeater.cc:507] Master 127.27.248.124:44481 requested a full tablet report, sending...
00:32:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.490306 28849 ts_manager.cc:194] Registered new tserver with Master: fb422a1892e94827936b7be3c407985f (127.27.248.67:40851)
00:32:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.492121 28849 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.27.248.67:39935
00:32:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.505853 29461 heartbeater.cc:344] Connected to a master server at 127.27.248.125:45217
00:32:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.505965 29462 heartbeater.cc:344] Connected to a master server at 127.27.248.126:43207
00:32:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.506217 29461 heartbeater.cc:461] Registering TS with master...
00:32:44.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.506307 29462 heartbeater.cc:461] Registering TS with master...
00:32:44.506 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:44.506 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:44.506 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:44.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:44.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:44.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:44.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:44.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:44.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.507042 29461 heartbeater.cc:507] Master 127.27.248.125:45217 requested a full tablet report, sending...
00:32:44.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.507083 29462 heartbeater.cc:507] Master 127.27.248.126:43207 requested a full tablet report, sending...
00:32:44.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:44.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:44.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:44.507 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:44.507 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:44.507 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:44.507 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:44.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.508 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.508 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.508 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.510208 28766 ts_manager.cc:194] Registered new tserver with Master: fb422a1892e94827936b7be3c407985f (127.27.248.67:40851)
00:32:44.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.515316 28688 ts_manager.cc:194] Registered new tserver with Master: fb422a1892e94827936b7be3c407985f (127.27.248.67:40851)
00:32:44.521 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:44.521 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:44.521 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:44.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:44.521 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.521 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.521 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:44.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:44.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.521903 28641 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
00:32:44.535 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
00:32:44.535 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

00:32:44.536 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.248.126"
      port: 43207
    }
    bound_http_address {
      host: "127.27.248.126"
      port: 45299
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.248.125"
      port: 45217
    }
    bound_http_address {
      host: "127.27.248.125"
      port: 34143
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.248.124"
      port: 44481
    }
    bound_http_address {
      host: "127.27.248.124"
      port: 35587
    }
  }
}

00:32:44.536 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

00:32:44.537 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.27.248.65"
      port: 43581
    }
    bound_http_address {
      host: "127.27.248.65"
      port: 44025
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.27.248.66"
      port: 43403
    }
    bound_http_address {
      host: "127.27.248.66"
      port: 42715
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.27.248.67"
      port: 40851
    }
    bound_http_address {
      host: "127.27.248.67"
      port: 46523
    }
  }
}

00:32:44.537 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
00:32:44.539 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:44.543 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:44.543 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:44.544 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:44.544 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.254.254:38051(127.26.254.254:38051)] Successfully connected to peer
00:32:44.545 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.254.252:40315(127.26.254.252:40315)] Successfully connected to peer
00:32:44.548 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.252
00:32:44.548 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.254
00:32:44.549 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.254.253:42937(127.26.254.253:42937)] Successfully connected to peer
00:32:44.552 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.253
00:32:44.557 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:44.557 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:44.561 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x56cd8328, L:/127.0.0.1:60126 - R:/127.26.254.252:40315] using SASL/PLAIN
00:32:44.561 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x58ade3bf, L:/127.0.0.1:41578 - R:/127.26.254.254:38051] using SASL/PLAIN
00:32:44.563 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:44.566 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb82d2c29, L:/127.0.0.1:41958 - R:/127.26.254.253:42937] using SASL/PLAIN
00:32:44.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:44.567 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.254:38051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.252:40315, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.253:42937, [23ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.254:38051: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.252:40315: OK, deferred=null) after lookup
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.571374 27896 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:60126:
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:44.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:32:44.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.577229 27896 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:32:44.582 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:44.582 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:44.582 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:44.583 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.583 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.583 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:44.583 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.583 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.583 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:44.583 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.583 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.583 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:44.583 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:44.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:44.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:44.612 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:44.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.612 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.613 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:44.625 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:44.626 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:44.626 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:44.626 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:44.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:44.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:44.626 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:44.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:44.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:44.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:44.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:44.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:44.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:44.626 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.696940 28368 tablet_service.cc:1511] Processing CreateTablet for tablet 7bfd70f01df14e269a4aead966ff54ae (DEFAULT_TABLE table=replication_test_table [id=9b7f6960087d4ee2bf69932112cf8ed5]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:44.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.700361 28368 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7bfd70f01df14e269a4aead966ff54ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:44.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.735247 28565 tablet_service.cc:1511] Processing CreateTablet for tablet 7bfd70f01df14e269a4aead966ff54ae (DEFAULT_TABLE table=replication_test_table [id=9b7f6960087d4ee2bf69932112cf8ed5]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:44.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.737353 28565 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7bfd70f01df14e269a4aead966ff54ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:44.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.740214 28121 tablet_service.cc:1511] Processing CreateTablet for tablet 7bfd70f01df14e269a4aead966ff54ae (DEFAULT_TABLE table=replication_test_table [id=9b7f6960087d4ee2bf69932112cf8ed5]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:44.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.742424 28121 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7bfd70f01df14e269a4aead966ff54ae. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.754200 29492 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Bootstrap starting.
00:32:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.762495 29492 tablet_bootstrap.cc:654] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Neither blocks nor log segments found. Creating new log.
00:32:44.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.765213 29492 log.cc:826] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Log is configured to *not* fsync() on all Append() calls
00:32:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.772789 29492 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: No bootstrap required, opened a new log
00:32:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.773386 29492 ts_tablet_manager.cc:1403] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Time spent bootstrapping tablet: real 0.020s	user 0.011s	sys 0.006s
00:32:44.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.773561 29493 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Bootstrap starting.
00:32:44.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.777458 29495 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Bootstrap starting.
00:32:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.781989 29493 tablet_bootstrap.cc:654] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Neither blocks nor log segments found. Creating new log.
00:32:44.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.784780 29493 log.cc:826] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Log is configured to *not* fsync() on all Append() calls
00:32:44.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.788739 29495 tablet_bootstrap.cc:654] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Neither blocks nor log segments found. Creating new log.
00:32:44.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.792292 29495 log.cc:826] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Log is configured to *not* fsync() on all Append() calls
00:32:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.795131 29492 raft_consensus.cc:359] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.796114 29492 raft_consensus.cc:385] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:44.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.796443 29492 raft_consensus.cc:740] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 285abbee5cd848c09d808fca8dc88d0b, State: Initialized, Role: FOLLOWER
00:32:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.798167 29492 consensus_queue.cc:260] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.799921 29495 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: No bootstrap required, opened a new log
00:32:44.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.800457 29495 ts_tablet_manager.cc:1403] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Time spent bootstrapping tablet: real 0.024s	user 0.011s	sys 0.009s
00:32:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.801244 29493 tablet_bootstrap.cc:492] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: No bootstrap required, opened a new log
00:32:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.802632 29492 ts_tablet_manager.cc:1434] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Time spent starting tablet: real 0.029s	user 0.021s	sys 0.007s
00:32:44.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.801790 29493 ts_tablet_manager.cc:1403] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Time spent bootstrapping tablet: real 0.029s	user 0.019s	sys 0.007s
00:32:44.811 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.827433 29495 raft_consensus.cc:359] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.828502 29495 raft_consensus.cc:385] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:44.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.828999 29495 raft_consensus.cc:740] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a42a7dfa7f614dac9afbf9c1520af8da, State: Initialized, Role: FOLLOWER
00:32:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.830221 29495 consensus_queue.cc:260] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.830729 29493 raft_consensus.cc:359] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.831566 29493 raft_consensus.cc:385] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.831899 29493 raft_consensus.cc:740] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 19a90c5b242e4746b0601d41155d0f02, State: Initialized, Role: FOLLOWER
00:32:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.833127 29493 consensus_queue.cc:260] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.835279 29495 ts_tablet_manager.cc:1434] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Time spent starting tablet: real 0.034s	user 0.021s	sys 0.009s
00:32:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.850824 29498 raft_consensus.cc:493] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.851600 29498 raft_consensus.cc:515] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.860128 29498 leader_election.cc:290] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers a42a7dfa7f614dac9afbf9c1520af8da (127.26.254.195:39537), 19a90c5b242e4746b0601d41155d0f02 (127.26.254.193:38565)
00:32:44.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.866954 29493 ts_tablet_manager.cc:1434] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Time spent starting tablet: real 0.060s	user 0.027s	sys 0.025s
00:32:44.879 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:44.879 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:44.879 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:44.880 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.880 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.880 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:44.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.880162 28141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7bfd70f01df14e269a4aead966ff54ae" candidate_uuid: "285abbee5cd848c09d808fca8dc88d0b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19a90c5b242e4746b0601d41155d0f02" is_pre_election: true
00:32:44.880 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.880 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.880 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:44.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.881 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.881 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:44.881 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:44.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.881181 28141 raft_consensus.cc:2468] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 285abbee5cd848c09d808fca8dc88d0b in term 0.
00:32:44.885 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:44.886 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:44.886 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:44.886 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:44.886 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:44.886 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:44.886 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:44.886 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:44.886 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:44.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:44.886 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:44.886 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:44.886 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.882875 28322 leader_election.cc:304] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19a90c5b242e4746b0601d41155d0f02, 285abbee5cd848c09d808fca8dc88d0b; no voters: 
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.883011 28585 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7bfd70f01df14e269a4aead966ff54ae" candidate_uuid: "285abbee5cd848c09d808fca8dc88d0b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" is_pre_election: true
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.884011 29498 raft_consensus.cc:2804] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.883989 28585 raft_consensus.cc:2468] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 285abbee5cd848c09d808fca8dc88d0b in term 0.
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.884433 29498 raft_consensus.cc:493] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:44.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.884768 29498 raft_consensus.cc:3060] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 0 FOLLOWER]: Advancing to term 1
00:32:44.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.894380 29498 raft_consensus.cc:515] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.897418 28585 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7bfd70f01df14e269a4aead966ff54ae" candidate_uuid: "285abbee5cd848c09d808fca8dc88d0b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a42a7dfa7f614dac9afbf9c1520af8da"
00:32:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.897655 29498 leader_election.cc:290] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [CANDIDATE]: Term 1 election: Requested vote from peers a42a7dfa7f614dac9afbf9c1520af8da (127.26.254.195:39537), 19a90c5b242e4746b0601d41155d0f02 (127.26.254.193:38565)
00:32:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.897971 28141 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7bfd70f01df14e269a4aead966ff54ae" candidate_uuid: "285abbee5cd848c09d808fca8dc88d0b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "19a90c5b242e4746b0601d41155d0f02"
00:32:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.898221 28585 raft_consensus.cc:3060] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 0 FOLLOWER]: Advancing to term 1
00:32:44.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.898645 28141 raft_consensus.cc:3060] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 0 FOLLOWER]: Advancing to term 1
00:32:44.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.906070 28141 raft_consensus.cc:2468] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 285abbee5cd848c09d808fca8dc88d0b in term 1.
00:32:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.906639 28585 raft_consensus.cc:2468] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 285abbee5cd848c09d808fca8dc88d0b in term 1.
00:32:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.907419 28322 leader_election.cc:304] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 19a90c5b242e4746b0601d41155d0f02, 285abbee5cd848c09d808fca8dc88d0b; no voters: 
00:32:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.908154 29498 raft_consensus.cc:2804] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 1 FOLLOWER]: Leader election won for term 1
00:32:44.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.909912 29498 raft_consensus.cc:697] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [term 1 LEADER]: Becoming Leader. State: Replica: 285abbee5cd848c09d808fca8dc88d0b, State: Running, Role: LEADER
00:32:44.910 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:44.910 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:44.910 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:44.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:44.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:44.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:44.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:44.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.910898 29498 consensus_queue.cc:237] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } }
00:32:44.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.924850 28636 tablet.cc:2406] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:44.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:44.924855 27896 catalog_manager.cc:5696] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b reported cstate change: term changed from 0 to 1, leader changed from <none> to 285abbee5cd848c09d808fca8dc88d0b (127.26.254.194). New cstate: current_term: 1 leader_uuid: "285abbee5cd848c09d808fca8dc88d0b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "285abbee5cd848c09d808fca8dc88d0b" member_type: VOTER last_known_addr { host: "127.26.254.194" port: 39519 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 } health_report { overall_health: UNKNOWN } } }
00:32:44.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:44.989835 28194 tablet.cc:2406] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:45.018623 28439 tablet.cc:2406] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:45.029 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:45.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7bfd70f01df14e269a4aead966ff54ae for table 'replication_test_table' with partition [<start>, <end>)
00:32:45.043 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565),285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)[L],a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:45.043 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.26.254.252:40315, [3ms] Sub RPC GetTableLocations: received response from server master-127.26.254.252:40315: OK, deferred=null) after lookup
00:32:45.044 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] connecting to peer
00:32:45.045 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] Successfully connected to peer
00:32:45.055 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.059 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x420b1c40, L:/127.0.0.1:60312 - R:/127.26.254.194:39519] using TOKEN/null
00:32:45.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.075124 28141 raft_consensus.cc:1275] T 7bfd70f01df14e269a4aead966ff54ae P 19a90c5b242e4746b0601d41155d0f02 [term 1 FOLLOWER]: Refusing update from remote peer 285abbee5cd848c09d808fca8dc88d0b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:45.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.076079 28585 raft_consensus.cc:1275] T 7bfd70f01df14e269a4aead966ff54ae P a42a7dfa7f614dac9afbf9c1520af8da [term 1 FOLLOWER]: Refusing update from remote peer 285abbee5cd848c09d808fca8dc88d0b: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
00:32:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.077445 29503 consensus_queue.cc:1048] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "19a90c5b242e4746b0601d41155d0f02" member_type: VOTER last_known_addr { host: "127.26.254.193" port: 38565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:32:45.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.078135 29498 consensus_queue.cc:1048] T 7bfd70f01df14e269a4aead966ff54ae P 285abbee5cd848c09d808fca8dc88d0b [LEADER]: Connected to new peer: Peer: permanent_uuid: "a42a7dfa7f614dac9afbf9c1520af8da" member_type: VOTER last_known_addr { host: "127.26.254.195" port: 39537 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:45.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.114794 29506 mvcc.cc:204] Tried to move back new op lower bound from 7305096253727457280 to 7305096253084508160. Current Snapshot: MvccSnapshot[applied={T|T < 7305096253727457280}]
00:32:45.120 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:45.120 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:45.120 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:45.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.121 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.121 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.121 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.122 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:45.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.140467 29509 mvcc.cc:204] Tried to move back new op lower bound from 7305096253727457280 to 7305096253084508160. Current Snapshot: MvccSnapshot[applied={T|T < 7305096253727457280}]
00:32:45.170 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:45.170 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:45.170 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:45.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.171 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:45.174 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:45.175 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:45.175 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:45.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.175 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.175 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.175 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:45.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.228 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:45.228 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:45.229 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:45.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.230 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:45.257 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:45.257 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:45.257 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:45.257 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.257 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:45.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.325 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:45.326 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:45.327 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:45.328 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:45.328 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:45.329 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:45.329 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:45.332 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:45.333 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:45.340 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.341 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.342 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:45.344 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb833506e, L:/127.0.0.1:59004 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:45.346 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xef64a147, L:/127.0.0.1:45972 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:45.349 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.126
00:32:45.349 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:45.350 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:45.350 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:45.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:45.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.350 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=23), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [21ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:45.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:45.353 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:45.354 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:45.354 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.254.254:38051(127.26.254.254:38051)] Successfully connected to peer
00:32:45.355 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:45.355 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:45.355 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:45.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.355 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:45.355 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:45.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.356 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:45.356 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:45.356 [DEBUG - main] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:45.357 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.254.252:40315(127.26.254.252:40315)] Successfully connected to peer
00:32:45.357 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.358 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.254.253:42937(127.26.254.253:42937)] Successfully connected to peer
00:32:45.361 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xec917b24, L:/127.0.0.1:39494 - R:/127.27.248.126:43207] using SASL/PLAIN
00:32:45.361 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:45.361 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:45.362 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:45.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:45.363 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.253
00:32:45.375 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.379 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x42802062, L:/127.0.0.1:41966 - R:/127.26.254.253:42937] using SASL/PLAIN
00:32:45.384 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.252
00:32:45.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.393 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.254
00:32:45.395 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.398 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6ee59e06, L:/127.0.0.1:60134 - R:/127.26.254.252:40315] using SASL/PLAIN
00:32:45.402 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:45.402 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=49), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.254:38051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.252:40315, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.253:42937, [29ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.253:42937: OK, [48ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.252:40315: OK, deferred=null) after lookup
00:32:45.406 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:45.415 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7bfd70f01df14e269a4aead966ff54ae for table 'replication_test_table' with partition [<start>, <end>)
00:32:45.415 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565),285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)[L],a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.418411 28849 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59004:
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
00:32:45.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:45.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
00:32:45.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
00:32:45.428 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:45.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:45.431818 28849 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
00:32:45.434 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8fba1ef7, L:/127.0.0.1:41594 - R:/127.26.254.254:38051] using SASL/PLAIN
00:32:45.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.501914 29460 heartbeater.cc:499] Master 127.27.248.124:44481 was elected leader, sending a full tablet report...
00:32:45.513 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:45.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:45.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:45.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:45.520 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:45.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:45.520 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:45.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:45.520 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:45.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:45.520 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:45.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:45.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:45.520 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:45.526 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:45.527 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:45.527 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:45.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:45.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:45.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:45.528 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:45.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.572362 29042 tablet_service.cc:1511] Processing CreateTablet for tablet 57a6bc8be35e4a53b9937dec8b4b92d4 (DEFAULT_TABLE table=replication_test_table [id=4bd8ebc9ba034943bef3d3b750067af6]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:45.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.587585 29042 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 57a6bc8be35e4a53b9937dec8b4b92d4. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:45.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.605902 29394 tablet_service.cc:1511] Processing CreateTablet for tablet 57a6bc8be35e4a53b9937dec8b4b92d4 (DEFAULT_TABLE table=replication_test_table [id=4bd8ebc9ba034943bef3d3b750067af6]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:45.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.608068 29394 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 57a6bc8be35e4a53b9937dec8b4b92d4. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:45.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.643579 29247 tablet_service.cc:1511] Processing CreateTablet for tablet 57a6bc8be35e4a53b9937dec8b4b92d4 (DEFAULT_TABLE table=replication_test_table [id=4bd8ebc9ba034943bef3d3b750067af6]), partition=RANGE (int8) PARTITION UNBOUNDED
00:32:45.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.651433 29546 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Bootstrap starting.
00:32:45.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.654379 29545 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Bootstrap starting.
00:32:45.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.659508 29247 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 57a6bc8be35e4a53b9937dec8b4b92d4. 1 dirs total, 0 dirs full, 0 dirs failed
00:32:45.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.662779 29545 tablet_bootstrap.cc:654] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Neither blocks nor log segments found. Creating new log.
00:32:45.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.663699 29546 tablet_bootstrap.cc:654] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Neither blocks nor log segments found. Creating new log.
00:32:45.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.666002 29545 log.cc:826] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Log is configured to *not* fsync() on all Append() calls
00:32:45.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.666657 29546 log.cc:826] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Log is configured to *not* fsync() on all Append() calls
00:32:45.669 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:45.670 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:45.670 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:45.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:45.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:45.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:45.672 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:45.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.678427 29545 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: No bootstrap required, opened a new log
00:32:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.679126 29545 ts_tablet_manager.cc:1403] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Time spent bootstrapping tablet: real 0.026s	user 0.015s	sys 0.008s
00:32:45.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.679388 29546 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: No bootstrap required, opened a new log
00:32:45.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.679908 29546 ts_tablet_manager.cc:1403] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Time spent bootstrapping tablet: real 0.029s	user 0.008s	sys 0.013s
00:32:45.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.708876 29545 raft_consensus.cc:359] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.709887 29545 raft_consensus.cc:385] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.710183 29545 raft_consensus.cc:740] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fb422a1892e94827936b7be3c407985f, State: Initialized, Role: FOLLOWER
00:32:45.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.711278 29545 consensus_queue.cc:260] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.718706 29545 ts_tablet_manager.cc:1434] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Time spent starting tablet: real 0.039s	user 0.026s	sys 0.009s
00:32:45.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:45.742774 29467 tablet.cc:2406] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:45.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.762099 29550 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Bootstrap starting.
00:32:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.762825 29546 raft_consensus.cc:359] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.767447 29546 raft_consensus.cc:385] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:45.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.767773 29546 raft_consensus.cc:740] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4c643e52c3514d58b1972f2e48afe86d, State: Initialized, Role: FOLLOWER
00:32:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.772398 29550 tablet_bootstrap.cc:654] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Neither blocks nor log segments found. Creating new log.
00:32:45.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.772611 29546 consensus_queue.cc:260] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.775599 29550 log.cc:826] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Log is configured to *not* fsync() on all Append() calls
00:32:45.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.789475 29550 tablet_bootstrap.cc:492] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: No bootstrap required, opened a new log
00:32:45.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.790077 29550 ts_tablet_manager.cc:1403] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Time spent bootstrapping tablet: real 0.029s	user 0.015s	sys 0.008s
00:32:45.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.792778 29546 ts_tablet_manager.cc:1434] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Time spent starting tablet: real 0.113s	user 0.031s	sys 0.006s
00:32:45.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.837412 29550 raft_consensus.cc:359] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.838410 29550 raft_consensus.cc:385] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
00:32:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.838826 29550 raft_consensus.cc:740] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 58aef888c3a043519916dfdad1a050c4, State: Initialized, Role: FOLLOWER
00:32:45.839 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:45.839 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:45.839 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:45.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:45.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.839975 29550 consensus_queue.cc:260] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.844516 29550 ts_tablet_manager.cc:1434] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Time spent starting tablet: real 0.054s	user 0.031s	sys 0.000s
00:32:45.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.870015 29549 raft_consensus.cc:493] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:45.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.870627 29549 raft_consensus.cc:515] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.876096 29549 leader_election.cc:290] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581), 58aef888c3a043519916dfdad1a050c4 (127.27.248.66:43403)
00:32:45.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:45.880029 29319 tablet.cc:2406] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:45.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.882891 29553 raft_consensus.cc:493] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
00:32:45.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.883445 29553 raft_consensus.cc:515] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:45.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.892978 29553 leader_election.cc:290] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581), fb422a1892e94827936b7be3c407985f (127.27.248.67:40851)
00:32:45.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.903867 29267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "fb422a1892e94827936b7be3c407985f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58aef888c3a043519916dfdad1a050c4" is_pre_election: true
00:32:45.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.904824 29267 raft_consensus.cc:2468] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb422a1892e94827936b7be3c407985f in term 0.
00:32:45.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.907352 29348 leader_election.cc:304] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 58aef888c3a043519916dfdad1a050c4, fb422a1892e94827936b7be3c407985f; no voters: 
00:32:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.909055 29549 raft_consensus.cc:2804] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Leader pre-election won for term 1
00:32:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.909403 29549 raft_consensus.cc:493] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
00:32:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.909700 29549 raft_consensus.cc:3060] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 0 FOLLOWER]: Advancing to term 1
00:32:45.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.916917 29549 raft_consensus.cc:515] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.920426 29549 leader_election.cc:290] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [CANDIDATE]: Term 1 election: Requested vote from peers 4c643e52c3514d58b1972f2e48afe86d (127.27.248.65:43581), 58aef888c3a043519916dfdad1a050c4 (127.27.248.66:43403)
00:32:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.920790 29267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "fb422a1892e94827936b7be3c407985f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "58aef888c3a043519916dfdad1a050c4"
00:32:45.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.921376 29267 raft_consensus.cc:3060] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 0 FOLLOWER]: Advancing to term 1
00:32:45.923 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:45.923 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:45.923 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:45.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:45.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.923782 29062 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "fb422a1892e94827936b7be3c407985f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c643e52c3514d58b1972f2e48afe86d" is_pre_election: true
00:32:45.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:45.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:45.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.924753 29062 raft_consensus.cc:2468] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fb422a1892e94827936b7be3c407985f in term 0.
00:32:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.925279 29061 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "fb422a1892e94827936b7be3c407985f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c643e52c3514d58b1972f2e48afe86d"
00:32:45.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.925892 29061 raft_consensus.cc:3060] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 0 FOLLOWER]: Advancing to term 1
00:32:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.932204 29415 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "58aef888c3a043519916dfdad1a050c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "fb422a1892e94827936b7be3c407985f" is_pre_election: true
00:32:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.932677 29061 raft_consensus.cc:2468] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb422a1892e94827936b7be3c407985f in term 1.
00:32:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.933260 29415 raft_consensus.cc:2393] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 58aef888c3a043519916dfdad1a050c4 in current term 1: Already voted for candidate fb422a1892e94827936b7be3c407985f in this term.
00:32:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.934989 29346 leader_election.cc:304] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4c643e52c3514d58b1972f2e48afe86d, fb422a1892e94827936b7be3c407985f; no voters: 
00:32:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.935767 29549 raft_consensus.cc:2804] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 1 FOLLOWER]: Leader election won for term 1
00:32:45.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.936264 29267 raft_consensus.cc:2468] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fb422a1892e94827936b7be3c407985f in term 1.
00:32:45.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.943410 29061 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "57a6bc8be35e4a53b9937dec8b4b92d4" candidate_uuid: "58aef888c3a043519916dfdad1a050c4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4c643e52c3514d58b1972f2e48afe86d" is_pre_election: true
00:32:45.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.944310 29061 raft_consensus.cc:2393] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 58aef888c3a043519916dfdad1a050c4 in current term 1: Already voted for candidate fb422a1892e94827936b7be3c407985f in this term.
00:32:45.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.945770 29200 leader_election.cc:304] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 58aef888c3a043519916dfdad1a050c4; no voters: 4c643e52c3514d58b1972f2e48afe86d, fb422a1892e94827936b7be3c407985f
00:32:45.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.946822 29553 raft_consensus.cc:2749] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 58aef888c3a043519916dfdad1a050c4 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
00:32:45.947 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:45.947 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:45.947 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:45.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:45.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:45.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.940296 29549 raft_consensus.cc:697] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [term 1 LEADER]: Becoming Leader. State: Replica: fb422a1892e94827936b7be3c407985f, State: Running, Role: LEADER
00:32:45.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:45.948 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:45.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.949587 29549 consensus_queue.cc:237] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } }
00:32:45.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:45.961651 28849 catalog_manager.cc:5696] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f reported cstate change: term changed from 0 to 1, leader changed from <none> to fb422a1892e94827936b7be3c407985f (127.27.248.67). New cstate: current_term: 1 leader_uuid: "fb422a1892e94827936b7be3c407985f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "fb422a1892e94827936b7be3c407985f" member_type: VOTER last_known_addr { host: "127.27.248.67" port: 40851 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 } health_report { overall_health: UNKNOWN } } }
00:32:45.964 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:45.964 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:45.964 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:45.964 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:45.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:45.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:45.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:45.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:45.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:45.965 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:45.965 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:45.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:45.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:45.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:46.003906 29115 tablet.cc:2406] T 57a6bc8be35e4a53b9937dec8b4b92d4 P 4c643e52c3514d58b1972f2e48afe86d: Can't schedule compaction. Clean time has not been advanced past its initial value.
00:32:46.190 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.254:38051(127.26.254.254:38051)] disconnecting while in state READY
00:32:46.190 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.252:40315(127.26.254.252:40315)] disconnecting while in state READY
00:32:46.190 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.253:42937(127.26.254.253:42937)] disconnecting while in state READY
00:32:46.190 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:46.190 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.254.252:40315(127.26.254.252:40315)] handling channelInactive
00:32:46.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state READY due to: connection closed
00:32:46.190 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.254.254:38051(127.26.254.254:38051)] handling channelInactive
00:32:46.191 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
00:32:46.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state READY due to: connection closed
00:32:46.191 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
00:32:46.193 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.254.253:42937(127.26.254.253:42937)] handling channelInactive
00:32:46.193 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state READY due to: connection closed
00:32:46.193 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
00:32:46.193 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.124:44481(127.27.248.124:44481)] disconnecting while in state READY
00:32:46.193 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.125:45217(127.27.248.125:45217)] disconnecting while in state READY
00:32:46.193 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.126:43207(127.27.248.126:43207)] disconnecting while in state READY
00:32:46.193 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:46.193 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:46.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:46.193 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:46.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:46.195 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:46.195 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
00:32:46.204 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:46.204 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:46.204 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
00:32:46.205 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:46.206 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
00:32:46.206 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
00:32:46.206 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:46.206 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:46.206 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
00:32:46.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
00:32:46.213 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
00:32:46.213 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
00:32:46.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.319 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:46.319 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:46.319 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:46.319 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.319 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.320 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:46.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:46.353806 29549 consensus_queue.cc:1048] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [LEADER]: Connected to new peer: Peer: permanent_uuid: "58aef888c3a043519916dfdad1a050c4" member_type: VOTER last_known_addr { host: "127.27.248.66" port: 43403 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
00:32:46.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:46.389503 29559 consensus_queue.cc:1048] T 57a6bc8be35e4a53b9937dec8b4b92d4 P fb422a1892e94827936b7be3c407985f [LEADER]: Connected to new peer: Peer: permanent_uuid: "4c643e52c3514d58b1972f2e48afe86d" member_type: VOTER last_known_addr { host: "127.27.248.65" port: 43581 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
00:32:46.445 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
00:32:46.469 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.541 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
00:32:46.541 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
00:32:46.541 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
00:32:46.557 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:32:46.577 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:46.577 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:46.577 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:46.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:46.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:46.579 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:46.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:46.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:46.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:46.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:46.580 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:46.606 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:46.606 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:46.606 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:46.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:46.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:46.607 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:46.607 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:46.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:46.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:46.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:46.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:46.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:46.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:46.610 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:46.610 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:46.610 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:46.611 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.611 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.611 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.611 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.611 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.611 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.611 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.611 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.611 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.611 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:46.626 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:46.626 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:46.626 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:46.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:46.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:46.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:46.737 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:46.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:46.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:46.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:46.738 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:46.757 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:46.758 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:46.758 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:46.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:46.766 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:46.766 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:46.766 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:46.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:46.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.912 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:46.913 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:46.913 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:46.913 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.913 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.913 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:46.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:46.914 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:46.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:46.969 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 14769396fc56260fa73e0701c7b89d3c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 14769396fc56260fa73e0701c7b89d3c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:46.985 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:46.986 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:46.986 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:46.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:46.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:46.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:46.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:46.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:46.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:46.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:46.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:46.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:46.987 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:47.041 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:47.041 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:47.041 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:47.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:47.047 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:47.047 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:47.047 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:47.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:47.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:47.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:47.097 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:47.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.098 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.098 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.098 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:47.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.253 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
00:32:47.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.365 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:47.365 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:47.366 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:47.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:47.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:47.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:47.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:47.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:47.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:47.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:47.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:47.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:47.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:47.389 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:47.389 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:47.389 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:47.390 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.390 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.390 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.390 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.390 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.390 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.391 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:47.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.392 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
00:32:47.407 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
00:32:47.427 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:47.427 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:47.427 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:47.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:47.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:47.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:47.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:47.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:47.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:47.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:47.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:47.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:47.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:47.443 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:47.444 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:47.444 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:47.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.444 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.444 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.444 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.444 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:47.445 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29277), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [48ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [48ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [74ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [75ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2942ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4361ms] refreshing cache from master, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4362ms] too many traces: truncated at 100 traces, deferred=Deferred@135329496(state=PENDING, result=null, callback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174), errback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174)))
00:32:47.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:32:47.447 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29277), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [48ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [48ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [74ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [75ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2942ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4361ms] refreshing cache from master, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4362ms] too many traces: truncated at 100 traces, deferred=Deferred@135329496(state=PENDING, result=null, callback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174), errback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.447 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
00:32:47.449 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
00:32:47.451 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29277), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [14ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [48ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [48ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [74ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [75ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [281ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [282ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [282ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1442ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2942ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4361ms] refreshing cache from master, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [4361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [4362ms] too many traces: truncated at 100 traces, deferred=Deferred@135329496(state=PENDING, result=null, callback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174), errback=(continuation of Deferred@1633986626 after retry RPC after error@1847769032) -> (continuation of Deferred@1434375479 after retry RPC after error@1515675510) -> (continuation of Deferred@515230406 after retry RPC after error@1699918383) -> (continuation of Deferred@1185289439 after retry RPC after error@652890002) -> (continuation of Deferred@372855411 after retry RPC after error@1720342865) -> (continuation of Deferred@276609459 after retry RPC after error@1688134385) -> (continuation of Deferred@954769115 after retry RPC after error@211552326) -> (continuation of Deferred@2035849543 after retry RPC after error@1791129079) -> (continuation of Deferred@379592754 after retry RPC after error@2056438936) -> (continuation of Deferred@1203628076 after retry RPC after error@1051279585) -> (continuation of Deferred@689919670 after retry RPC after error@1170596105) -> (continuation of Deferred@1838259477 after retry RPC after error@424371726) -> (continuation of Deferred@1244805495 after retry RPC after error@546657425) -> (continuation of Deferred@1099766947 after retry RPC after error@53770634) -> (continuation of Deferred@1477841178 after retry RPC after error@1387132757) -> (continuation of Deferred@2079097255 after retry RPC after error@1530154873) -> (continuation of Deferred@859966404 after retry RPC after error@250103206) -> (continuation of Deferred@295046245 after retry RPC after error@1755367081) -> (continuation of Deferred@1268776018 after retry RPC after error@127288818) -> (continuation of Deferred@650282049 after retry RPC after error@1211734974) -> (continuation of Deferred@2096137095 after retry RPC after error@1232924734) -> (continuation of Deferred@2075035100 after retry RPC after error@2144212348) -> (continuation of Deferred@123358649 after retry RPC after error@696889452) -> (continuation of Deferred@646336740 after retry RPC after error@703386813) -> (continuation of Deferred@2081321916 after retry RPC after error@408987265) -> (continuation of Deferred@217437209 after retry RPC after error@1131655174)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.452 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:47.453 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
00:32:47.454 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
00:32:47.454 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (14769396fc56260fa73e0701c7b89d3c) switched from state RUNNING to RESTARTING.
00:32:47.466 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
00:32:47.481 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
00:32:47.496 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
00:32:47.503 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
00:32:47.504 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
00:32:47.504 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
00:32:47.505 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
00:32:47.505 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
00:32:47.505 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
00:32:47.505 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
00:32:47.505 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:32:47.506 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:32:47.506 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:32:47.506 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:32:47.506 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:32:47.506 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:32:47.506 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
00:32:47.507 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
00:32:47.507 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
00:32:47.507 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
00:32:47.507 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
00:32:47.507 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
00:32:47.508 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_ab03b98da2f2c66e8b7e3caf38c09d08/blobStorage
00:32:47.508 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:39051 - max concurrent requests: 50 - max backlog: 1000
00:32:47.509 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ab03b98da2f2c66e8b7e3caf38c09d08/blobStorage
00:32:47.510 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ab03b98da2f2c66e8b7e3caf38c09d08/blobStorage
00:32:47.511 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
00:32:47.511 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5
00:32:47.513 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 33 GB (68.75% usable)
00:32:47.513 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-1148fa5b-67e9-4ce9-83fb-8d4e1db5dda6
00:32:47.515 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c8757617-a159-4dfd-ab6f-ae30d987793a
00:32:47.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:47.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:47.519 [DEBUG - pool-468-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:47.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:47.520 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29363), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [55ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [55ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [343ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [822ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3361ms] too many traces: truncated at 100 traces, deferred=Deferred@883866016(state=PENDING, result=null, callback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673), errback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673)))
00:32:47.521 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:32:47.521 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29363), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [55ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [55ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [343ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [822ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3361ms] too many traces: truncated at 100 traces, deferred=Deferred@883866016(state=PENDING, result=null, callback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673), errback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.522 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
00:32:47.523 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
00:32:47.525 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29363), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [4ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [5ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [52ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [54ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [55ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [55ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [82ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [83ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [83ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [123ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [123ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [342ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [343ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [343ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [821ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [822ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [822ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [881ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [882ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [3360ms] refreshing cache from master, [3360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [3361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [3361ms] too many traces: truncated at 100 traces, deferred=Deferred@883866016(state=PENDING, result=null, callback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673), errback=(continuation of Deferred@1500691946 after retry RPC after error@1078507265) -> (continuation of Deferred@2031031281 after retry RPC after error@942528201) -> (continuation of Deferred@1954329035 after retry RPC after error@1904865530) -> (continuation of Deferred@1889072545 after retry RPC after error@651554533) -> (continuation of Deferred@934736157 after retry RPC after error@159828273) -> (continuation of Deferred@1048842333 after retry RPC after error@934241198) -> (continuation of Deferred@932266591 after retry RPC after error@149015261) -> (continuation of Deferred@377038180 after retry RPC after error@1518831126) -> (continuation of Deferred@1740223651 after retry RPC after error@1636318635) -> (continuation of Deferred@1040541435 after retry RPC after error@1490350107) -> (continuation of Deferred@1927437070 after retry RPC after error@1386694044) -> (continuation of Deferred@1191236493 after retry RPC after error@942384990) -> (continuation of Deferred@1492234622 after retry RPC after error@814908505) -> (continuation of Deferred@1901045117 after retry RPC after error@339471709) -> (continuation of Deferred@1091884261 after retry RPC after error@1694507218) -> (continuation of Deferred@1768428866 after retry RPC after error@586308663) -> (continuation of Deferred@1168512880 after retry RPC after error@558152102) -> (continuation of Deferred@137329353 after retry RPC after error@948739103) -> (continuation of Deferred@1298403817 after retry RPC after error@1240008810) -> (continuation of Deferred@988011180 after retry RPC after error@1725158795) -> (continuation of Deferred@198536161 after retry RPC after error@184453289) -> (continuation of Deferred@787219936 after retry RPC after error@1449914939) -> (continuation of Deferred@1992360308 after retry RPC after error@142894277) -> (continuation of Deferred@1175036720 after retry RPC after error@1333427168) -> (continuation of Deferred@827197914 after retry RPC after error@449307002) -> (continuation of Deferred@299684145 after retry RPC after error@224726417) -> (continuation of Deferred@1277482302 after retry RPC after error@1775051249) -> (continuation of Deferred@510599328 after retry RPC after error@994295673)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.252:43315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.526 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:47.526 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
00:32:47.526 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
00:32:47.561 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:47.561 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:47.561 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:47.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.562 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.562 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.562 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.562 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:47.571 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
00:32:47.572 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
00:32:47.572 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
00:32:47.572 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
00:32:47.573 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
00:32:47.574 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
00:32:47.579 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
00:32:47.580 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-06c5886e-44be-4fe6-96f8-075383efbb9b
00:32:47.581 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
00:32:47.581 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
00:32:47.592 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
00:32:47.592 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
00:32:47.607 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:41047
00:32:47.607 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
00:32:47.615 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:41047 was granted leadership with leaderSessionID=9f8ceafe-069b-419f-9125-efe805f1d670
00:32:47.615 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:41047 , session=9f8ceafe-069b-419f-9125-efe805f1d670
00:32:47.615 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
00:32:47.620 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
00:32:47.620 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
00:32:47.620 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 2f76b0dd-63d0-4f6c-b941-6cd6dfa85489. Creating new DispatcherLeaderProcess.
00:32:47.621 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
00:32:47.621 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
00:32:47.625 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
00:32:47.625 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
00:32:47.627 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
00:32:47.632 [INFO - pool-535-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 71ec537c-c565-48a3-b2fb-70833dc7dee5.
00:32:47.633 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=2f76b0dd-63d0-4f6c-b941-6cd6dfa85489
00:32:47.638 [INFO - pool-535-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
00:32:47.649 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
00:32:47.650 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
00:32:47.651 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
00:32:47.651 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
00:32:47.651 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
00:32:47.652 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=71ec537c-c565-48a3-b2fb-70833dc7dee5
00:32:47.653 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(b2fb70833dc7dee571ec537cc56548a3).
00:32:47.675 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:32:47.691 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (7423df3ba0b42de2bff90001583f339b).
00:32:47.691 [INFO - flink-pekko.actor.default-dispatcher-6] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (7423df3ba0b42de2bff90001583f339b).
00:32:47.692 [INFO - flink-pekko.actor.default-dispatcher-6] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-7423df3ba0b42de2bff90001583f339b'.
00:32:47.692 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 7423df3ba0b42de2bff90001583f339b was granted leadership with leader id a54d5c0f-0d8d-4b31-9377-829afc480145. Creating new JobMasterServiceProcess.
00:32:47.694 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:1080) Registering TaskManager with ResourceID 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
00:32:47.695 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id 6dd3e7c894935c168bf15df7ef42c8f6.
00:32:47.695 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 under 6dd3e7c894935c168bf15df7ef42c8f6 at the slot manager.
00:32:47.707 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
00:32:47.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.718 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (7423df3ba0b42de2bff90001583f339b).
00:32:47.721 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:47.721 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:47.721 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:47.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:47.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.721 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:47.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.721 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (7423df3ba0b42de2bff90001583f339b).
00:32:47.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:47.721 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:47.722 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 9f08c3ab83b35bf938b8aa8048d6c008 for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.722 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (7423df3ba0b42de2bff90001583f339b).
00:32:47.722 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
00:32:47.723 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
00:32:47.724 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5181f4bb
00:32:47.724 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:47.724 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13434629939735206915/checkpoints")
00:32:47.725 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
00:32:47.725 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@450a0cdd for Flink Streaming Job (7423df3ba0b42de2bff90001583f339b).
00:32:47.726 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=a54d5c0f-0d8d-4b31-9377-829afc480145
00:32:47.730 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (7423df3ba0b42de2bff90001583f339b) under job master id 9377829afc480145a54d5c0f0d8d4b31.
00:32:47.731 [INFO - flink-pekko.actor.default-dispatcher-4] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
00:32:47.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:47.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:47.732 [DEBUG - pool-472-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:47.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.732 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:47.733 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29564), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [72ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [72ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1402ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1656368628(state=PENDING, result=null, callback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070), errback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070)))
00:32:47.733 [DEBUG - flink-pekko.actor.default-dispatcher-4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:47.734 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:32:47.734 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29564), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [72ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [72ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1402ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1656368628(state=PENDING, result=null, callback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070), errback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.734 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
00:32:47.734 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
00:32:47.734 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7423df3ba0b42de2bff90001583f339b) switched from state CREATED to RUNNING.
00:32:47.735 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
00:32:47.735 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:47.736 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
00:32:47.736 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
00:32:47.737 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
00:32:47.737 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29564), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [26ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [30ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [30ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [70ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [72ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [72ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [81ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [141ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1402ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1542ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1920ms] refreshing cache from master, [1920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1921ms] too many traces: truncated at 100 traces, deferred=Deferred@1656368628(state=PENDING, result=null, callback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070), errback=(continuation of Deferred@1034319403 after retry RPC after error@579900641) -> (continuation of Deferred@1106077477 after retry RPC after error@1921726305) -> (continuation of Deferred@2081558581 after retry RPC after error@1518580938) -> (continuation of Deferred@1887253744 after retry RPC after error@1541809569) -> (continuation of Deferred@932775248 after retry RPC after error@1887163021) -> (continuation of Deferred@1773712070 after retry RPC after error@51992957) -> (continuation of Deferred@2094362571 after retry RPC after error@1385444710) -> (continuation of Deferred@2115404656 after retry RPC after error@923660158) -> (continuation of Deferred@1618044259 after retry RPC after error@322786062) -> (continuation of Deferred@1509580570 after retry RPC after error@22293828) -> (continuation of Deferred@1793395312 after retry RPC after error@330928385) -> (continuation of Deferred@414195427 after retry RPC after error@942550716) -> (continuation of Deferred@2052719939 after retry RPC after error@632595088) -> (continuation of Deferred@1030485955 after retry RPC after error@1962501404) -> (continuation of Deferred@1579357917 after retry RPC after error@1585684395) -> (continuation of Deferred@1010085463 after retry RPC after error@64683336) -> (continuation of Deferred@1158256144 after retry RPC after error@120924125) -> (continuation of Deferred@518682490 after retry RPC after error@1242491218) -> (continuation of Deferred@1136545557 after retry RPC after error@1830519664) -> (continuation of Deferred@545744910 after retry RPC after error@503206197) -> (continuation of Deferred@747205496 after retry RPC after error@498623898) -> (continuation of Deferred@107260219 after retry RPC after error@1778136891) -> (continuation of Deferred@235510735 after retry RPC after error@1355000609) -> (continuation of Deferred@1934486899 after retry RPC after error@2072005070)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.738 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
00:32:47.738 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
00:32:47.738 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 14769396fc56260fa73e0701c7b89d3c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:47.738 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(b2fb70833dc7dee571ec537cc56548a3)
00:32:47.739 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
00:32:47.740 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:47.741 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
00:32:47.741 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 9377829afc480145a54d5c0f0d8d4b31@pekko://flink/user/rpc/jobmanager_27 for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.745 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.26.254.254:38051(127.26.254.254:38051)] Successfully connected to peer
00:32:47.747 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.254
00:32:47.747 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 9377829afc480145a54d5c0f0d8d4b31@pekko://flink/user/rpc/jobmanager_27 for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.747 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:47.748 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.26.254.252:40315(127.26.254.252:40315)] Successfully connected to peer
00:32:47.749 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:47.750 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:47.750 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:47.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:47.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:47.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:47.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:47.755 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.26.254.253:42937(127.26.254.253:42937)] Successfully connected to peer
00:32:47.764 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.767 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.253
00:32:47.768 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x579bdfbb, L:/127.0.0.1:35132 - R:/127.26.254.254:38051] using SASL/PLAIN
00:32:47.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:47.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:47.770 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:47.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.773 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.773 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:47.773 [INFO - flink-pekko.actor.default-dispatcher-4] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: b2fb70833dc7dee571ec537cc56548a3.
00:32:47.774 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7423df3ba0b42de2bff90001583f339b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
00:32:47.775 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:47.779 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.780 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.252
00:32:47.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.786 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:47.786 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x84be1d5c, L:/127.0.0.1:46908 - R:/127.26.254.253:42937] using SASL/PLAIN
00:32:47.789 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.791 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:47.792 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xcb42566b, L:/127.0.0.1:39078 - R:/127.26.254.252:40315] using SASL/PLAIN
00:32:47.794 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:47.794 [DEBUG - main] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:47.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:47.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.254:38051, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.252:40315, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.26.254.253:42937, [38ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.254:38051: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.253:42937: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.26.254.252:40315: OK, deferred=null) after lookup
00:32:47.799 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:47.801 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:47.803 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:47.805 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7bfd70f01df14e269a4aead966ff54ae for table 'replication_test_table' with partition [<start>, <end>)
00:32:47.805 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565),285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)[L],a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:47.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.808 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:47.808 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.815 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.818 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf48882ca, L:/127.0.0.1:51592 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:47.820 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2f05ced1, L:/127.0.0.1:45016 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:47.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:47.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=65), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [48ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:47.828 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:47.836 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 57a6bc8be35e4a53b9937dec8b4b92d4 for table 'replication_test_table' with partition [<start>, <end>)
00:32:47.837 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=57a6bc8be35e4a53b9937dec8b4b92d4@[4c643e52c3514d58b1972f2e48afe86d(127.27.248.65:43581),58aef888c3a043519916dfdad1a050c4(127.27.248.66:43403),fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)[L]]}]
00:32:47.837 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.27.248.124:44481, [8ms] Sub RPC GetTableLocations: received response from server master-127.27.248.124:44481: OK, deferred=null)) after lookup
00:32:47.837 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] connecting to peer
00:32:47.842 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 7423df3ba0b42de2bff90001583f339b
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
00:32:47.843 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot ce806b4e7a83236bc8642fa06c18a331 from 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 for job 7423df3ba0b42de2bff90001583f339b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.844 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.126
00:32:47.844 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request ce806b4e7a83236bc8642fa06c18a331 for job 7423df3ba0b42de2bff90001583f339b from resource manager with leader id b2fb70833dc7dee571ec537cc56548a3.
00:32:47.844 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6eea3aaf8340161e392d69aab1b74103 from 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 for job 7423df3ba0b42de2bff90001583f339b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.844 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for ce806b4e7a83236bc8642fa06c18a331 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.844 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot d44c2ba93ddb4c1f73d86513a496c9ab from 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 for job 7423df3ba0b42de2bff90001583f339b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.845 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 2379eb1279f02777a1a10e07a372378b from 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 for job 7423df3ba0b42de2bff90001583f339b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.847 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] Successfully connected to peer
00:32:47.853 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:192) Add job 7423df3ba0b42de2bff90001583f339b for job leader monitoring.
00:32:47.854 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 6eea3aaf8340161e392d69aab1b74103 for job 7423df3ba0b42de2bff90001583f339b from resource manager with leader id b2fb70833dc7dee571ec537cc56548a3.
00:32:47.854 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 6eea3aaf8340161e392d69aab1b74103 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.854 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id a54d5c0f-0d8d-4b31-9377-829afc480145.
00:32:47.855 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request d44c2ba93ddb4c1f73d86513a496c9ab for job 7423df3ba0b42de2bff90001583f339b from resource manager with leader id b2fb70833dc7dee571ec537cc56548a3.
00:32:47.855 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for d44c2ba93ddb4c1f73d86513a496c9ab with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.855 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 2379eb1279f02777a1a10e07a372378b for job 7423df3ba0b42de2bff90001583f339b from resource manager with leader id b2fb70833dc7dee571ec537cc56548a3.
00:32:47.855 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 2379eb1279f02777a1a10e07a372378b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
00:32:47.856 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:47.856 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:47.856 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:47.856 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
00:32:47.858 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.858 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.858 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 7423df3ba0b42de2bff90001583f339b.
00:32:47.859 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
00:32:47.859 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 @ 127.0.0.1 (dataPort=-1) with allocation id 6eea3aaf8340161e392d69aab1b74103
00:32:47.860 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6eea3aaf8340161e392d69aab1b74103.
00:32:47.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:47.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:47.861 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 7423df3ba0b42de2bff90001583f339b.
00:32:47.861 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
00:32:47.861 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.861 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.861 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:47.861 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 7423df3ba0b42de2bff90001583f339b
00:32:47.861 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:47.865 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 6eea3aaf8340161e392d69aab1b74103.
00:32:47.871 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
00:32:47.871 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 @ 127.0.0.1 (dataPort=-1) with allocation id ce806b4e7a83236bc8642fa06c18a331
00:32:47.873 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
00:32:47.873 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 @ 127.0.0.1 (dataPort=-1) with allocation id 2379eb1279f02777a1a10e07a372378b
00:32:47.875 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.877 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaad00402, L:/127.0.0.1:40648 - R:/127.27.248.126:43207] using SASL/PLAIN
00:32:47.881 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
00:32:47.881 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 2b9b5b31-c6a8-4c50-9b69-cbc72f355ce5 @ 127.0.0.1 (dataPort=-1) with allocation id d44c2ba93ddb4c1f73d86513a496c9ab
00:32:47.881 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:47.881 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:47.881 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:47.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:47.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:47.882 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:47.882 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:47.883 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot ce806b4e7a83236bc8642fa06c18a331.
00:32:47.884 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id ce806b4e7a83236bc8642fa06c18a331.
00:32:47.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
00:32:47.887 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
00:32:47.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a9fc1c4
00:32:47.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:47.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13434629939735206915/checkpoints")
00:32:47.888 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:32:47.889 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
00:32:47.891 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2379eb1279f02777a1a10e07a372378b.
00:32:47.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:47.893 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 2379eb1279f02777a1a10e07a372378b.
00:32:47.894 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
00:32:47.894 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
00:32:47.896 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54168639
00:32:47.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@63224567
00:32:47.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:47.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13434629939735206915/checkpoints")
00:32:47.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:32:47.897 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
00:32:47.899 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b0d1c4f
00:32:47.900 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d44c2ba93ddb4c1f73d86513a496c9ab.
00:32:47.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
00:32:47.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
00:32:47.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73d5ff00
00:32:47.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:47.901 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13434629939735206915/checkpoints")
00:32:47.902 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id d44c2ba93ddb4c1f73d86513a496c9ab.
00:32:47.902 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:32:47.902 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
00:32:47.904 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ed4c29f
00:32:47.905 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6eea3aaf8340161e392d69aab1b74103.
00:32:47.906 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot ce806b4e7a83236bc8642fa06c18a331.
00:32:47.906 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 2379eb1279f02777a1a10e07a372378b.
00:32:47.906 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot d44c2ba93ddb4c1f73d86513a496c9ab.
00:32:47.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
00:32:47.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
00:32:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1e6263b4
00:32:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
00:32:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit13434629939735206915/checkpoints")
00:32:47.907 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:32:47.907 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
00:32:47.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57b1850e
00:32:47.920 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.922 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:47.924 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:47.925 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:47.927 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x21d3ca79, L:/127.0.0.1:45142 - R:/127.27.248.67:40851] using TOKEN/null
00:32:47.929 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:47.930 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:47.934 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:47.935 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:47.942 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:47.945 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:47.946 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:47.947 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:47.948 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:47.950 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:47.951 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:47.958 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.959 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:47.961 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.126
00:32:47.962 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.962 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1286699d, L:/127.0.0.1:45020 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:47.967 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:47.971 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7acdaa11, L:/127.0.0.1:51604 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:47.973 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:47.977 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:47.978 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:47.981 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:47.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=62), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [36ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.125:45217: OK, [47ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:47.987 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe18d58fd, L:/127.0.0.1:40656 - R:/127.27.248.126:43207] using SASL/PLAIN
00:32:47.989 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:47.990 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:47.994 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.254:46265(127.17.11.254:46265)] connecting to peer
00:32:47.994 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.252:43315(127.17.11.252:43315)] connecting to peer
00:32:47.994 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.17.11.253:37269(127.17.11.253:37269)] connecting to peer
00:32:47.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.994 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.11.252:43315(127.17.11.252:43315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.994 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.11.254:46265(127.17.11.254:46265)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.252:43315: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315
00:32:47.994 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.254:46265: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265
00:32:47.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.11.253:37269(127.17.11.253:37269)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.995 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:47.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.11.253:37269: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
00:32:47.996 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269; will retry
00:32:47.997 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:47.997 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29818), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [19ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [68ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2842ms] too many traces: truncated at 100 traces, deferred=Deferred@1438162597(state=PENDING, result=null, callback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559), errback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559)))
00:32:47.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
00:32:47.998 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29818), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [19ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [68ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2842ms] too many traces: truncated at 100 traces, deferred=Deferred@1438162597(state=PENDING, result=null, callback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559), errback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:47.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
00:32:48.000 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
00:32:48.002 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on bdb2c7d9-ed0c-4fbd-9884-78ba10e04aa2 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29818), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [16ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [19ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [20ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [44ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [46ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [47ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [67ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [68ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [82ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [122ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [240ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [241ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [382ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [382ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [662ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [1522ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2100ms] refreshing cache from master, [2100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2101ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.254:46265: Network error: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.252:43315: Network error: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315, [2102ms] Sub RPC ConnectToMaster: received response from server master-127.17.11.253:37269: Network error: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2102ms] delaying RPC due to: Service unavailable: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269, [2841ms] refreshing cache from master, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.254:46265, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.252:43315, [2841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.11.253:37269, [2842ms] too many traces: truncated at 100 traces, deferred=Deferred@1438162597(state=PENDING, result=null, callback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559), errback=(continuation of Deferred@2030569557 after retry RPC after error@23942630) -> (continuation of Deferred@550121041 after retry RPC after error@831967579) -> (continuation of Deferred@149241244 after retry RPC after error@1665964803) -> (continuation of Deferred@310741405 after retry RPC after error@354328223) -> (continuation of Deferred@875976829 after retry RPC after error@866474363) -> (continuation of Deferred@223537139 after retry RPC after error@1826192032) -> (continuation of Deferred@1781146358 after retry RPC after error@1943916617) -> (continuation of Deferred@1772801214 after retry RPC after error@1317123921) -> (continuation of Deferred@1963397605 after retry RPC after error@1757792404) -> (continuation of Deferred@1463105038 after retry RPC after error@340605062) -> (continuation of Deferred@1493732307 after retry RPC after error@533690638) -> (continuation of Deferred@1639229887 after retry RPC after error@473965575) -> (continuation of Deferred@25911887 after retry RPC after error@1701346425) -> (continuation of Deferred@559274042 after retry RPC after error@1009299467) -> (continuation of Deferred@1718297819 after retry RPC after error@1086724059) -> (continuation of Deferred@1331528689 after retry RPC after error@906808057) -> (continuation of Deferred@159280415 after retry RPC after error@2037828388) -> (continuation of Deferred@1519885808 after retry RPC after error@169660249) -> (continuation of Deferred@1886412176 after retry RPC after error@1058047825) -> (continuation of Deferred@1502541150 after retry RPC after error@897883953) -> (continuation of Deferred@1198184652 after retry RPC after error@2088498559)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.11.254:46265,127.17.11.252:43315,127.17.11.253:37269) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.252:43315(127.17.11.252:43315): Connection refused: /127.17.11.252:43315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.254:46265(127.17.11.254:46265): Connection refused: /127.17.11.254:46265,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.11.253:37269(127.17.11.253:37269): Connection refused: /127.17.11.253:37269
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.11.253:37269
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:48.003 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
00:32:48.004 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 14769396fc56260fa73e0701c7b89d3c
00:32:48.004 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a340501dfc2d190e32bb7a7047330efd_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
00:32:48.006 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:48.007 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:48.008 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.010 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.011 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@182385d9
00:32:48.013 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
00:32:48.014 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
00:32:48.014 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x64b71ab9, L:/127.0.0.1:45030 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:48.015 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.016 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:48.020 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xad804449, L:/127.0.0.1:51614 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:48.021 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:48.023 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:48.024 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:48.025 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:48.026 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.126
00:32:48.035 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.043 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.045 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.046 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x539e4d4d, L:/127.0.0.1:51628 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:48.051 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:48.051 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=125), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [115ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:48.053 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x79c916b6, L:/127.0.0.1:40668 - R:/127.27.248.126:43207] using SASL/PLAIN
00:32:48.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.056 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc76126bb, L:/127.0.0.1:45034 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:48.060 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.248.124:44481(127.27.248.124:44481)] connecting to peer
00:32:48.065 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.065 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.066 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7fa1a50f
00:32:48.066 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:32:48.067 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e4dfe47010bfdb1381c80132616a892220e5f7daadf3ebaf71f7920715654e73'}]
00:32:48.067 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
00:32:48.069 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:48.069 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:32:48.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
00:32:48.075 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
00:32:48.077 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.248.125:45217(127.27.248.125:45217)] connecting to peer
00:32:48.077 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:48.077 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.27.248.124:44481(127.27.248.124:44481)] Successfully connected to peer
00:32:48.079 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565)[L],285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519),a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:48.083 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:48.083 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=159), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [83ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.125:45217: OK, [97ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:48.083 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:48.086 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:48.086 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:48.087 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:48.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.088 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:48.092 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.092 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f6f44dd
00:32:48.093 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.124
00:32:48.097 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
00:32:48.098 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
00:32:48.099 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.27.248.126:43207(127.27.248.126:43207)] connecting to peer
00:32:48.100 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.27.248.125:45217(127.27.248.125:45217)] Successfully connected to peer
00:32:48.101 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.103 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
00:32:48.104 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.125
00:32:48.105 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf7715c86, L:/127.0.0.1:51630 - R:/127.27.248.124:44481] using SASL/PLAIN
00:32:48.107 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.27.248.126:43207(127.27.248.126:43207)] Successfully connected to peer
00:32:48.109 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
00:32:48.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.124:44481, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.125:45217, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.27.248.126:43207, [53ms] Sub RPC ConnectToMaster: received response from server master-127.27.248.124:44481: OK, deferred=null) after lookup
00:32:48.115 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.115 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x978183a6, L:/127.0.0.1:40682 - R:/127.27.248.126:43207] using TOKEN/null
00:32:48.118 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.27.248.126
00:32:48.120 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.120 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xa3db493b, L:/127.0.0.1:45044 - R:/127.27.248.125:45217] using SASL/PLAIN
00:32:48.120 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.120 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.121 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.122 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [85ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [743ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1481ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@1964855613(state=PENDING, result=null, callback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086), errback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086)))
00:32:48.122 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.123 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.123 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.123 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.124 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.124 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.124 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.124 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [85ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [743ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1481ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@1964855613(state=PENDING, result=null, callback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086), errback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [85ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [743ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1481ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@1964855613(state=PENDING, result=null, callback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086), errback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.188:40499
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:48.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.125 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.125 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.125 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.126 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:32:48.131 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.131 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [85ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [743ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1481ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@1964855613(state=PENDING, result=null, callback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086), errback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29964), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [29ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [85ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [85ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [123ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [123ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [343ms] refreshing cache from master, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [343ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [344ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [344ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [582ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [743ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [1481ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2000ms] refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.188:40499: Network error: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.189:44553: Network error: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.86.190:39845: Network error: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845, [4760ms] refreshing cache from master, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.188:40499, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.189:44553, [4761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.86.190:39845, [4761ms] too many traces: truncated at 100 traces, deferred=Deferred@1964855613(state=PENDING, result=null, callback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086), errback=(continuation of Deferred@1463592833 after retry RPC after error@475743677) -> (continuation of Deferred@577974922 after retry RPC after error@1031277376) -> (continuation of Deferred@256549825 after retry RPC after error@1232763192) -> (continuation of Deferred@1923544575 after retry RPC after error@259642080) -> (continuation of Deferred@1433877605 after retry RPC after error@1331571786) -> (continuation of Deferred@168960339 after retry RPC after error@1270684707) -> (continuation of Deferred@658871589 after retry RPC after error@432525819) -> (continuation of Deferred@38036265 after retry RPC after error@565918534) -> (continuation of Deferred@710704873 after retry RPC after error@229845584) -> (continuation of Deferred@751787492 after retry RPC after error@1423323696) -> (continuation of Deferred@489989493 after retry RPC after error@155315497) -> (continuation of Deferred@1597481368 after retry RPC after error@982863868) -> (continuation of Deferred@36854486 after retry RPC after error@77383452) -> (continuation of Deferred@1724226934 after retry RPC after error@1992283389) -> (continuation of Deferred@1716241430 after retry RPC after error@67984356) -> (continuation of Deferred@1315526718 after retry RPC after error@1182364978) -> (continuation of Deferred@2125095583 after retry RPC after error@269931733) -> (continuation of Deferred@347784769 after retry RPC after error@434626817) -> (continuation of Deferred@888456760 after retry RPC after error@308419599) -> (continuation of Deferred@1353205964 after retry RPC after error@1986090033) -> (continuation of Deferred@1689684419 after retry RPC after error@1723233086)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.86.188:40499
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:48.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48cd5140
00:32:48.132 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:48.134 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] connecting to peer
00:32:48.134 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
00:32:48.134 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
00:32:48.135 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
00:32:48.136 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] Successfully connected to peer
00:32:48.137 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:32:48.138 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (9f08c3ab83b35bf938b8aa8048d6c008_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
00:32:48.138 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.138 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x45a76041, L:/127.0.0.1:40696 - R:/127.27.248.126:43207] using SASL/PLAIN
00:32:48.138 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.139 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.139 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.139 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.139 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.139 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.139 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.139 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.139 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.139 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.139 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.139 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.144 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.195
00:32:48.153 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.160 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.160 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.160 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.160 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.160 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.161 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.161 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.161 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.161 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5f88a30f, L:/127.0.0.1:50882 - R:/127.26.254.195:39537] using SASL/PLAIN
00:32:48.178 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.179 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.179 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.191 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7305096264642560001) for scanner KuduScanner(table=replication_test_table, tablet=7bfd70f01df14e269a4aead966ff54ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.192 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [e4dfe47010bfdb1381c80132616a892220e5f7daadf3ebaf71f7920715654e73]
00:32:48.193 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
00:32:48.196 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.197 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.197 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.197 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.197 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.197 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.197 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.197 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.197 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.197 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:48.198 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470768197 for job 7423df3ba0b42de2bff90001583f339b.
00:32:48.199 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.199 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.199 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.200 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.200 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.200 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.200 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.200 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.200 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.202 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:48.203 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:48.203 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:48.203 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.203 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.203 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:48.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.208 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=180, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@ab88a52, flushNotification=Deferred@621827862(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:48.209 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.210 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.210 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.210 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.210 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.211 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 57a6bc8be35e4a53b9937dec8b4b92d4 for table 'replication_test_table' with partition [<start>, <end>)
00:32:48.211 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=57a6bc8be35e4a53b9937dec8b4b92d4@[4c643e52c3514d58b1972f2e48afe86d(127.27.248.65:43581),58aef888c3a043519916dfdad1a050c4(127.27.248.66:43403),fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)[L]]}]
00:32:48.211 [DEBUG - kudu-nio-0] (Connection.java:748) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] connecting to peer
00:32:48.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.212 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:48.219 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.219 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.219 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.220 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.236 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.239 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.240 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.240 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.240 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.240 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.240 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.240 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.240 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.241 [DEBUG - kudu-nio-3] (Connection.java:757) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] Successfully connected to peer
00:32:48.265 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:48.272 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x642e91e4, L:/127.0.0.1:45156 - R:/127.27.248.67:40851] using TOKEN/null
00:32:48.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.300 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:48.300 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:48.301 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:48.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:48.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.320 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:48.321 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:48.321 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:48.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:48.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:48.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:48.322 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:48.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.339 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.340 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.350 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:48.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:48.368 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:48.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:48.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:48.369 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.369 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.369 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:48.369 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:48.392 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.422 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.498 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.509 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e4dfe47010bfdb1381c80132616a892220e5f7daadf3ebaf71f7920715654e73]
00:32:48.513 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:48.513 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:48.514 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] disconnecting while in state READY
00:32:48.514 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e4dfe47010bfdb1381c80132616a892220e5f7daadf3ebaf71f7920715654e73 finished by subtask 1; deferring removal (restored in pending)
00:32:48.514 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:48.516 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 7423df3ba0b42de2bff90001583f339b (1961 bytes, checkpointDuration=319 ms, finalizationTime=0 ms).
00:32:48.518 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
00:32:48.518 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split e4dfe47010bfdb1381c80132616a892220e5f7daadf3ebaf71f7920715654e73 from pending
00:32:48.518 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
00:32:48.529 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] handling channelInactive
00:32:48.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] cleaning up while in state READY due to: connection closed
00:32:48.530 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:48.530 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
00:32:48.560 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.599 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.599 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.599 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.599 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.599 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.599 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.600 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.600 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.622 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.683 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470768698 for job 7423df3ba0b42de2bff90001583f339b.
00:32:48.700 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=9, operationSize=1620, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@bb658f4, flushNotification=Deferred@440022581(state=PENDING, result=null, callback=<none>, errback=<none>)}
00:32:48.709 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.741 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=43 ms, finalizationTime=0 ms).
00:32:48.746 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
00:32:48.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.754 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.755 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.755 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.755 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.756 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:48.769 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:48.778 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.779 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.779 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.779 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.779 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.779 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.779 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.779 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.780 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.780 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.780 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.810 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7bfd70f01df14e269a4aead966ff54ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.814 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 4bd8ebc9ba034943bef3d3b750067af6
00:32:48.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.833 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.833 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.833 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.834 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=57a6bc8be35e4a53b9937dec8b4b92d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:48.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.835 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.835 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.835 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.835 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.835 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.835 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.835 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:48.838 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.124:44481(127.27.248.124:44481)] disconnecting while in state READY
00:32:48.838 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.125:45217(127.27.248.125:45217)] disconnecting while in state READY
00:32:48.838 [DEBUG - main] (Connection.java:575) [peer master-127.27.248.126:43207(127.27.248.126:43207)] disconnecting while in state READY
00:32:48.838 [DEBUG - main] (Connection.java:575) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] disconnecting while in state READY
00:32:48.838 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:48.838 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:48.838 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:48.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:48.838 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:48.839 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:48.839 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:48.840 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
00:32:48.840 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
00:32:48.841 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
00:32:48.863 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:48.863 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:48.864 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:48.864 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:48.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:48.864 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:48.864 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:48.864 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:48.864 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:48.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:48.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:48.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:48.865 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:48.878 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] handling channelInactive
00:32:48.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] cleaning up while in state READY due to: connection closed
00:32:48.878 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
00:32:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:48.879434 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28931
00:32:48.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:48.919 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:48.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:48.920 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:48.920 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:48.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:48.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:48.922 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:48.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.931 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.931 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.931 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.931 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.931 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.931 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.931 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.932 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:48.986 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:48.986 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:48.986 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:48.986 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.986 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:48.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:48.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:48.987 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:49.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:49.006423 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 29108
00:32:49.021 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:49.021 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:49.021 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:49.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.023 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:49.037 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:49.037 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:49.037 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:49.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.038 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.038 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.038 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.038 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:49.085199 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 29320
00:32:49.123 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:49.124 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:49.124 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:49.124 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:49.124 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:49.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:49.124 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:49.124 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:49.124 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:49.124 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:49.124 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:49.124 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:49.124 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:49.147 [DEBUG - kudu-nio-3] (Connection.java:239) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] handling channelInactive
00:32:49.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer fb422a1892e94827936b7be3c407985f(127.27.248.67:40851)] cleaning up while in state READY due to: connection closed
00:32:49.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:49.161737 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28653
00:32:49.200 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470769198 for job 7423df3ba0b42de2bff90001583f339b.
00:32:49.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.211 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
00:32:49.213 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
00:32:49.217 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:49.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:49.217 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:49.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:49.217 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:49.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:49.218 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.27.248.126:43207(127.27.248.126:43207)] handling channelInactive
00:32:49.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.27.248.126:43207(127.27.248.126:43207)] cleaning up while in state READY due to: connection closed
00:32:49.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:49.220175 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28725
00:32:49.259 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:49.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:49.260 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:49.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:49.260 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:49.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:49.261 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.27.248.125:45217(127.27.248.125:45217)] handling channelInactive
00:32:49.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.27.248.125:45217(127.27.248.125:45217)] cleaning up while in state READY due to: connection closed
00:32:49.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:49.265894 28641 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28803
00:32:49.286 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:49.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:49.305 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.27.248.124:44481(127.27.248.124:44481)] handling channelInactive
00:32:49.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.27.248.124:44481(127.27.248.124:44481)] cleaning up while in state READY due to: connection closed
00:32:49.309 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.393 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.446 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:49.447 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:49.447 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:49.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:49.557 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:49.557 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:49.557 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:49.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.558 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:49.579 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:49.579 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:49.579 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:49.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.581 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.581 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.581 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.581 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:49.606 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:49.606 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:49.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:49.606 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:49.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:49.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:49.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:49.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:49.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:49.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:49.607 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:49.607 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:49.608 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:49.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:49.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:49.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:49.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:49.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:49.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:49.610 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:49.669 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:49.669 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:49.669 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:49.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:49.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:49.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:49.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:49.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:49.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:49.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:49.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:49.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:49.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:49.687 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:49.687 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:49.687 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:49.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.689 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:49.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:49.691 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.691 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.691 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:49.691 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:49.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470769698 for job 7423df3ba0b42de2bff90001583f339b.
00:32:49.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.717 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
00:32:49.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
00:32:49.738 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:49.738 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:49.738 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:49.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:49.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:49.739 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.739 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.739 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:49.739 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:49.740 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27704), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [70ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [149ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [150ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [150ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [172ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [173ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [178ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [178ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [179ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [179ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [522ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [522ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [563ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [563ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [823ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1042ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2521ms] refreshing cache from master, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2522ms] too many traces: truncated at 100 traces, deferred=Deferred@184105857(state=PENDING, result=null, callback=(continuation of Deferred@1830439043 after retry RPC after error@535597051) -> (continuation of Deferred@1397287634 after retry RPC after error@279897609) -> (continuation of Deferred@793766607 after retry RPC after error@1420245898) -> (continuation of Deferred@1076708790 after retry RPC after error@668237076) -> (continuation of Deferred@1998451379 after retry RPC after error@445381809) -> (continuation of Deferred@815860387 after retry RPC after error@874114430) -> (continuation of Deferred@747182372 after retry RPC after error@1772230256) -> (continuation of Deferred@1366224373 after retry RPC after error@711432379) -> (continuation of Deferred@1321465066 after retry RPC after error@925596372) -> (continuation of Deferred@294398081 after retry RPC after error@129550411) -> (continuation of Deferred@1452087538 after retry RPC after error@983311661) -> (continuation of Deferred@1243925215 after retry RPC after error@195012928) -> (continuation of Deferred@896232009 after retry RPC after error@1845855364) -> (continuation of Deferred@35375529 after retry RPC after error@1949873411) -> (continuation of Deferred@451916015 after retry RPC after error@1485584018) -> (continuation of Deferred@67562155 after retry RPC after error@900188037) -> (continuation of Deferred@1386770710 after retry RPC after error@1806300535) -> (continuation of Deferred@1481181467 after retry RPC after error@1398371960) -> (continuation of Deferred@1122536900 after retry RPC after error@1716439715) -> (continuation of Deferred@1985939104 after retry RPC after error@1856849061) -> (continuation of Deferred@1747808793 after retry RPC after error@2024187501) -> (continuation of Deferred@1992476127 after retry RPC after error@1926115278) -> (continuation of Deferred@1911567924 after retry RPC after error@1009279913), errback=(continuation of Deferred@1830439043 after retry RPC after error@535597051) -> (continuation of Deferred@1397287634 after retry RPC after error@279897609) -> (continuation of Deferred@793766607 after retry RPC after error@1420245898) -> (continuation of Deferred@1076708790 after retry RPC after error@668237076) -> (continuation of Deferred@1998451379 after retry RPC after error@445381809) -> (continuation of Deferred@815860387 after retry RPC after error@874114430) -> (continuation of Deferred@747182372 after retry RPC after error@1772230256) -> (continuation of Deferred@1366224373 after retry RPC after error@711432379) -> (continuation of Deferred@1321465066 after retry RPC after error@925596372) -> (continuation of Deferred@294398081 after retry RPC after error@129550411) -> (continuation of Deferred@1452087538 after retry RPC after error@983311661) -> (continuation of Deferred@1243925215 after retry RPC after error@195012928) -> (continuation of Deferred@896232009 after retry RPC after error@1845855364) -> (continuation of Deferred@35375529 after retry RPC after error@1949873411) -> (continuation of Deferred@451916015 after retry RPC after error@1485584018) -> (continuation of Deferred@67562155 after retry RPC after error@900188037) -> (continuation of Deferred@1386770710 after retry RPC after error@1806300535) -> (continuation of Deferred@1481181467 after retry RPC after error@1398371960) -> (continuation of Deferred@1122536900 after retry RPC after error@1716439715) -> (continuation of Deferred@1985939104 after retry RPC after error@1856849061) -> (continuation of Deferred@1747808793 after retry RPC after error@2024187501) -> (continuation of Deferred@1992476127 after retry RPC after error@1926115278) -> (continuation of Deferred@1911567924 after retry RPC after error@1009279913)))
00:32:49.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:49.747 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:49.747 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:49.747 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:49.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:49.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:49.749 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='70e0c440e02fa280328ea9c265062d6fea73bde2ed7a45ff74e422f9eda4d0ef'}]
00:32:49.751 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:49.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:49.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:49.764 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:49.766 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298058, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565)[L],285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519),a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:49.781 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] connecting to peer
00:32:49.786 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.788 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] Successfully connected to peer
00:32:49.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.809 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.195
00:32:49.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.822 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:49.832 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4810e388, L:/127.0.0.1:50892 - R:/127.26.254.195:39537] using SASL/PLAIN
00:32:49.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 6069bc79e9bb0cb9fd7171c771693af7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 6069bc79e9bb0cb9fd7171c771693af7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:49.900 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:49.901 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:49.901 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:49.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:49.901 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.902 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.902 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:49.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:49.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:49.990 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305096272830464001) for scanner KuduScanner(table=replication_test_table, tablet=7bfd70f01df14e269a4aead966ff54ae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
00:32:49.991 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [70e0c440e02fa280328ea9c265062d6fea73bde2ed7a45ff74e422f9eda4d0ef]
00:32:49.991 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [70e0c440e02fa280328ea9c265062d6fea73bde2ed7a45ff74e422f9eda4d0ef]
00:32:49.992 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
00:32:49.992 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
00:32:49.993 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 70e0c440e02fa280328ea9c265062d6fea73bde2ed7a45ff74e422f9eda4d0ef finished by subtask 2; deferring removal (restored in pending)
00:32:49.993 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] disconnecting while in state READY
00:32:49.994 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:50.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:50.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:50.005 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:50.005 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.005 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.006 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.006 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.006 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:50.009 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] handling channelInactive
00:32:50.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] cleaning up while in state READY due to: connection closed
00:32:50.010 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:32:50.010 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
00:32:50.109 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:50.110 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:50.110 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:50.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.111 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.111 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.111 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.111 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:50.112 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [48ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [51ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [422ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [861ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3021ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [6681ms] refreshing cache from master, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [6682ms] too many traces: truncated at 100 traces, deferred=Deferred@510651965(state=PENDING, result=null, callback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059), errback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059)))
00:32:50.112 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
00:32:50.113 [WARN - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [48ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [51ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [422ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [861ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3021ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [6681ms] refreshing cache from master, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [6682ms] too many traces: truncated at 100 traces, deferred=Deferred@510651965(state=PENDING, result=null, callback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059), errback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:50.113 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8).
00:32:50.115 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#8 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
00:32:50.117 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [12ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [13ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [16ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [16ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [48ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [51ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [63ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [141ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [262ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [262ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [421ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [422ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [422ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [861ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [861ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3020ms] refreshing cache from master, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [3020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [3021ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [3021ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [6681ms] refreshing cache from master, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [6682ms] too many traces: truncated at 100 traces, deferred=Deferred@510651965(state=PENDING, result=null, callback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059), errback=(continuation of Deferred@1284762519 after retry RPC after error@214877495) -> (continuation of Deferred@1659741230 after retry RPC after error@59940936) -> (continuation of Deferred@1351494910 after retry RPC after error@705936549) -> (continuation of Deferred@626041117 after retry RPC after error@869713183) -> (continuation of Deferred@304014919 after retry RPC after error@627021365) -> (continuation of Deferred@86475722 after retry RPC after error@14434380) -> (continuation of Deferred@1704309454 after retry RPC after error@1017278071) -> (continuation of Deferred@94540794 after retry RPC after error@1738439970) -> (continuation of Deferred@794144989 after retry RPC after error@2859670) -> (continuation of Deferred@294116394 after retry RPC after error@90494037) -> (continuation of Deferred@129326972 after retry RPC after error@1524068878) -> (continuation of Deferred@1964938226 after retry RPC after error@1459304312) -> (continuation of Deferred@2065226852 after retry RPC after error@448697867) -> (continuation of Deferred@457050029 after retry RPC after error@342991685) -> (continuation of Deferred@691517011 after retry RPC after error@1196913584) -> (continuation of Deferred@742332312 after retry RPC after error@894300881) -> (continuation of Deferred@559701765 after retry RPC after error@1567257197) -> (continuation of Deferred@155004303 after retry RPC after error@1404869891) -> (continuation of Deferred@274420742 after retry RPC after error@514631034) -> (continuation of Deferred@2124264053 after retry RPC after error@1241414688) -> (continuation of Deferred@55573117 after retry RPC after error@2016614427) -> (continuation of Deferred@1798177650 after retry RPC after error@1359703371) -> (continuation of Deferred@762046725 after retry RPC after error@1299763059)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.189:40917
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:50.118 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:50.118 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#8) of source Source: KuduSource.
00:32:50.120 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_3_8.
00:32:50.120 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (6069bc79e9bb0cb9fd7171c771693af7) switched from state RUNNING to RESTARTING.
00:32:50.137 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:50.138 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:50.138 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:50.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.139 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:50.182 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:50.182 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:50.182 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:50.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:50.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:50.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:50.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:50.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:50.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:50.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:50.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:50.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:50.183 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:50.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470770198 for job 7423df3ba0b42de2bff90001583f339b.
00:32:50.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.212 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 7423df3ba0b42de2bff90001583f339b (1971 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
00:32:50.214 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
00:32:50.214 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 70e0c440e02fa280328ea9c265062d6fea73bde2ed7a45ff74e422f9eda4d0ef from pending
00:32:50.214 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
00:32:50.225 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:50.225 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:50.225 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:50.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.227 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:50.230 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:50.230 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:50.230 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:50.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.231 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:50.248 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:50.248 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:50.249 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:50.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:50.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:50.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:50.249 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:50.249 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:50.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:50.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:50.249 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:50.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:50.249 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:50.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.317 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:50.317 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:50.317 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:50.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.319 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:50.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:50.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:50.319 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:50.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:50.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:50.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:50.320 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:50.320 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:50.320 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:50.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:50.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:50.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:50.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:50.486 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:50.486 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:50.486 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:50.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:50.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:50.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:50.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:50.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:50.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:50.567 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:50.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.569 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.569 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.569 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:50.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470770698 for job 7423df3ba0b42de2bff90001583f339b.
00:32:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:50Z chronyd exiting
00:32:50.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.710 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
00:32:50.712 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
00:32:50.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:50.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:50.781 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:50.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:50.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:50.782 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.782 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:50.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:50.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:50.830 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:50.830 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:50.830 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:50.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:50.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:50.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.831 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.831 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:50.831 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:51.000 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:51.000 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:51.000 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:51.001 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.001 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.001 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.001 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:51.007 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:51.007 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:51.007 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:51.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.008 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:51.009 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28958), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [74ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [148ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [148ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [168ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [169ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [176ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [178ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [178ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [261ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [300ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [300ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [301ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [301ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [401ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [481ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1001ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1223ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2320ms] refreshing cache from master, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2322ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [4740ms] refreshing cache from master, [4740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4741ms] too many traces: truncated at 100 traces, deferred=Deferred@1580005846(state=PENDING, result=null, callback=(continuation of Deferred@1627365066 after retry RPC after error@452974738) -> (continuation of Deferred@591871882 after retry RPC after error@446468221) -> (continuation of Deferred@101274666 after retry RPC after error@1658206001) -> (continuation of Deferred@2021126030 after retry RPC after error@110528389) -> (continuation of Deferred@1257388921 after retry RPC after error@424600233) -> (continuation of Deferred@1585603985 after retry RPC after error@1813670763) -> (continuation of Deferred@937999458 after retry RPC after error@1499290524) -> (continuation of Deferred@348001227 after retry RPC after error@725639940) -> (continuation of Deferred@1505350050 after retry RPC after error@1787551922) -> (continuation of Deferred@240096867 after retry RPC after error@650087661) -> (continuation of Deferred@823946585 after retry RPC after error@69703096) -> (continuation of Deferred@1990850513 after retry RPC after error@741070093) -> (continuation of Deferred@2123305844 after retry RPC after error@1186841416) -> (continuation of Deferred@2131997489 after retry RPC after error@224559715) -> (continuation of Deferred@191902728 after retry RPC after error@603914669) -> (continuation of Deferred@1100457176 after retry RPC after error@1484736275) -> (continuation of Deferred@1386608736 after retry RPC after error@151812592) -> (continuation of Deferred@1967242605 after retry RPC after error@1461988105) -> (continuation of Deferred@717209461 after retry RPC after error@1083609131) -> (continuation of Deferred@944039809 after retry RPC after error@1313800163) -> (continuation of Deferred@425567560 after retry RPC after error@1841199488) -> (continuation of Deferred@1926886233 after retry RPC after error@1263647494) -> (continuation of Deferred@1070739649 after retry RPC after error@566115522) -> (continuation of Deferred@482361495 after retry RPC after error@1510949250) -> (continuation of Deferred@1962223162 after retry RPC after error@612191306) -> (continuation of Deferred@984052906 after retry RPC after error@444866861), errback=(continuation of Deferred@1627365066 after retry RPC after error@452974738) -> (continuation of Deferred@591871882 after retry RPC after error@446468221) -> (continuation of Deferred@101274666 after retry RPC after error@1658206001) -> (continuation of Deferred@2021126030 after retry RPC after error@110528389) -> (continuation of Deferred@1257388921 after retry RPC after error@424600233) -> (continuation of Deferred@1585603985 after retry RPC after error@1813670763) -> (continuation of Deferred@937999458 after retry RPC after error@1499290524) -> (continuation of Deferred@348001227 after retry RPC after error@725639940) -> (continuation of Deferred@1505350050 after retry RPC after error@1787551922) -> (continuation of Deferred@240096867 after retry RPC after error@650087661) -> (continuation of Deferred@823946585 after retry RPC after error@69703096) -> (continuation of Deferred@1990850513 after retry RPC after error@741070093) -> (continuation of Deferred@2123305844 after retry RPC after error@1186841416) -> (continuation of Deferred@2131997489 after retry RPC after error@224559715) -> (continuation of Deferred@191902728 after retry RPC after error@603914669) -> (continuation of Deferred@1100457176 after retry RPC after error@1484736275) -> (continuation of Deferred@1386608736 after retry RPC after error@151812592) -> (continuation of Deferred@1967242605 after retry RPC after error@1461988105) -> (continuation of Deferred@717209461 after retry RPC after error@1083609131) -> (continuation of Deferred@944039809 after retry RPC after error@1313800163) -> (continuation of Deferred@425567560 after retry RPC after error@1841199488) -> (continuation of Deferred@1926886233 after retry RPC after error@1263647494) -> (continuation of Deferred@1070739649 after retry RPC after error@566115522) -> (continuation of Deferred@482361495 after retry RPC after error@1510949250) -> (continuation of Deferred@1962223162 after retry RPC after error@612191306) -> (continuation of Deferred@984052906 after retry RPC after error@444866861)))
00:32:51.045 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.62:41209(127.18.104.62:41209)] connecting to peer
00:32:51.046 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.61:34275(127.18.104.61:34275)] connecting to peer
00:32:51.046 [DEBUG - pool-504-thread-1] (Connection.java:748) [peer master-127.18.104.60:39519(127.18.104.60:39519)] connecting to peer
00:32:51.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:51.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.104.62:41209(127.18.104.62:41209)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:51.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.62:41209: Failed to connect to peer master-127.18.104.62:41209(127.18.104.62:41209): Connection refused: /127.18.104.62:41209
00:32:51.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:51.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.104.61:34275(127.18.104.61:34275)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:51.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.61:34275: Failed to connect to peer master-127.18.104.61:34275(127.18.104.61:34275): Connection refused: /127.18.104.61:34275
00:32:51.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:51.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.104.60:39519(127.18.104.60:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:51.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.104.60:39519: Failed to connect to peer master-127.18.104.60:39519(127.18.104.60:39519): Connection refused: /127.18.104.60:39519
00:32:51.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.104.62:41209,127.18.104.61:34275,127.18.104.60:39519; will retry
00:32:51.162 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:51.163 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:51.163 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:51.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.163 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.163 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.163 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.164 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.164 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.164 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:51.177 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:51.177 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:51.177 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:51.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:51.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470771198 for job 7423df3ba0b42de2bff90001583f339b.
00:32:51.208 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.208 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:51.208 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:51.208 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:51.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:51.210 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29206), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [10ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [19ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [72ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [191ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [192ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [192ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [193ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [281ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [381ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [501ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [502ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [681ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [682ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1042ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1320ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1322ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2880ms] refreshing cache from master, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2880ms] too many traces: truncated at 100 traces, deferred=Deferred@1582509496(state=PENDING, result=null, callback=(continuation of Deferred@1776216113 after retry RPC after error@1672281630) -> (continuation of Deferred@1193200797 after retry RPC after error@15144747) -> (continuation of Deferred@510064742 after retry RPC after error@440318394) -> (continuation of Deferred@737539140 after retry RPC after error@320069726) -> (continuation of Deferred@975150994 after retry RPC after error@1434649090) -> (continuation of Deferred@1364232994 after retry RPC after error@1565364294) -> (continuation of Deferred@459827058 after retry RPC after error@1454826767) -> (continuation of Deferred@65699168 after retry RPC after error@848564987) -> (continuation of Deferred@1788846124 after retry RPC after error@199278317) -> (continuation of Deferred@1538376588 after retry RPC after error@1235222987) -> (continuation of Deferred@1579767315 after retry RPC after error@1345363181) -> (continuation of Deferred@88643780 after retry RPC after error@1286569983) -> (continuation of Deferred@1478635959 after retry RPC after error@203491754) -> (continuation of Deferred@1299070546 after retry RPC after error@2055860359) -> (continuation of Deferred@871356904 after retry RPC after error@931658342) -> (continuation of Deferred@195550826 after retry RPC after error@1050614353) -> (continuation of Deferred@1936893171 after retry RPC after error@2075010097) -> (continuation of Deferred@1322250656 after retry RPC after error@138684346) -> (continuation of Deferred@1853316989 after retry RPC after error@1693606190) -> (continuation of Deferred@1434570465 after retry RPC after error@2085706268) -> (continuation of Deferred@680095324 after retry RPC after error@1594196338) -> (continuation of Deferred@69778101 after retry RPC after error@1918865814) -> (continuation of Deferred@298314255 after retry RPC after error@1656420180) -> (continuation of Deferred@595989668 after retry RPC after error@769389155) -> (continuation of Deferred@56816197 after retry RPC after error@920102186), errback=(continuation of Deferred@1776216113 after retry RPC after error@1672281630) -> (continuation of Deferred@1193200797 after retry RPC after error@15144747) -> (continuation of Deferred@510064742 after retry RPC after error@440318394) -> (continuation of Deferred@737539140 after retry RPC after error@320069726) -> (continuation of Deferred@975150994 after retry RPC after error@1434649090) -> (continuation of Deferred@1364232994 after retry RPC after error@1565364294) -> (continuation of Deferred@459827058 after retry RPC after error@1454826767) -> (continuation of Deferred@65699168 after retry RPC after error@848564987) -> (continuation of Deferred@1788846124 after retry RPC after error@199278317) -> (continuation of Deferred@1538376588 after retry RPC after error@1235222987) -> (continuation of Deferred@1579767315 after retry RPC after error@1345363181) -> (continuation of Deferred@88643780 after retry RPC after error@1286569983) -> (continuation of Deferred@1478635959 after retry RPC after error@203491754) -> (continuation of Deferred@1299070546 after retry RPC after error@2055860359) -> (continuation of Deferred@871356904 after retry RPC after error@931658342) -> (continuation of Deferred@195550826 after retry RPC after error@1050614353) -> (continuation of Deferred@1936893171 after retry RPC after error@2075010097) -> (continuation of Deferred@1322250656 after retry RPC after error@138684346) -> (continuation of Deferred@1853316989 after retry RPC after error@1693606190) -> (continuation of Deferred@1434570465 after retry RPC after error@2085706268) -> (continuation of Deferred@680095324 after retry RPC after error@1594196338) -> (continuation of Deferred@69778101 after retry RPC after error@1918865814) -> (continuation of Deferred@298314255 after retry RPC after error@1656420180) -> (continuation of Deferred@595989668 after retry RPC after error@769389155) -> (continuation of Deferred@56816197 after retry RPC after error@920102186)))
00:32:51.218 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
00:32:51.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
00:32:51.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.609 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:51.609 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:51.609 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:51.609 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.609 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.609 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.609 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.609 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.609 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.609 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.609 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.610 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:51.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:51.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:51.645 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:51.646 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.646 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.646 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.646 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.646 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.647 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:51.694 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:51.694 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:51.694 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:51.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:51.695 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:51.695 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.695 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.695 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:51.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:51.696 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29682), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [37ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [46ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [136ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [137ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [137ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [138ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [138ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [186ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [195ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [195ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [283ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [283ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [561ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [562ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [562ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [701ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [702ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [702ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1301ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1302ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2240ms] refreshing cache from master, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2242ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2242ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [3160ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [3161ms] too many traces: truncated at 100 traces, deferred=Deferred@1220123204(state=PENDING, result=null, callback=(continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062) -> (continuation of Deferred@1588493817 after retry RPC after error@1156380250) -> (continuation of Deferred@407861001 after retry RPC after error@955767512) -> (continuation of Deferred@354105738 after retry RPC after error@921060181) -> (continuation of Deferred@1433574847 after retry RPC after error@1398127827) -> (continuation of Deferred@525211738 after retry RPC after error@456526861) -> (continuation of Deferred@1525212593 after retry RPC after error@606431515) -> (continuation of Deferred@1271281933 after retry RPC after error@1622872604), errback=(continuation of Deferred@1533552259 after retry RPC after error@1301485786) -> (continuation of Deferred@304473358 after retry RPC after error@382346932) -> (continuation of Deferred@202131152 after retry RPC after error@1502399043) -> (continuation of Deferred@1681676777 after retry RPC after error@595868764) -> (continuation of Deferred@1297142842 after retry RPC after error@1924256001) -> (continuation of Deferred@1950629295 after retry RPC after error@1990232487) -> (continuation of Deferred@1033527885 after retry RPC after error@1096779046) -> (continuation of Deferred@346255847 after retry RPC after error@1723613029) -> (continuation of Deferred@148550133 after retry RPC after error@898720637) -> (continuation of Deferred@976359521 after retry RPC after error@1039288149) -> (continuation of Deferred@1627003911 after retry RPC after error@1582170606) -> (continuation of Deferred@1951773534 after retry RPC after error@1538431598) -> (continuation of Deferred@1805168443 after retry RPC after error@1165464279) -> (continuation of Deferred@476120676 after retry RPC after error@1406111340) -> (continuation of Deferred@2105541209 after retry RPC after error@68732436) -> (continuation of Deferred@274641621 after retry RPC after error@1062068828) -> (continuation of Deferred@1117957414 after retry RPC after error@4782848) -> (continuation of Deferred@1701128646 after retry RPC after error@904554548) -> (continuation of Deferred@1660303410 after retry RPC after error@622940055) -> (continuation of Deferred@1774610924 after retry RPC after error@252380968) -> (continuation of Deferred@1550817619 after retry RPC after error@1939683518) -> (continuation of Deferred@693020200 after retry RPC after error@2116798062) -> (continuation of Deferred@1588493817 after retry RPC after error@1156380250) -> (continuation of Deferred@407861001 after retry RPC after error@955767512) -> (continuation of Deferred@354105738 after retry RPC after error@921060181) -> (continuation of Deferred@1433574847 after retry RPC after error@1398127827) -> (continuation of Deferred@525211738 after retry RPC after error@456526861) -> (continuation of Deferred@1525212593 after retry RPC after error@606431515) -> (continuation of Deferred@1271281933 after retry RPC after error@1622872604)))
00:32:51.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470771697 for job 7423df3ba0b42de2bff90001583f339b.
00:32:51.707 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:51.707 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:51.707 [DEBUG - pool-490-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:51.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.708 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:51.708 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.708 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:51.708 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:51.708 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:51.709 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28133), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [58ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [461ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1341ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1863ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5621ms] too many traces: truncated at 100 traces, deferred=Deferred@1117294359(state=PENDING, result=null, callback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046), errback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046)))
00:32:51.710 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
00:32:51.711 [WARN - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28133), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [58ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [461ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1341ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1863ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5621ms] too many traces: truncated at 100 traces, deferred=Deferred@1117294359(state=PENDING, result=null, callback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046), errback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.188:35297
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:51.711 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
00:32:51.711 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 7423df3ba0b42de2bff90001583f339b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
00:32:51.713 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
00:32:51.713 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
00:32:51.715 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED on 76fc770d-31b0-49e6-a69f-551acf870b14 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28133), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [11ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [20ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [21ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [21ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [57ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [58ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [64ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [84ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [123ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [222ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [461ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1341ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1861ms] refreshing cache from master, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1862ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1863ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1863ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [5620ms] refreshing cache from master, [5620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [5621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [5621ms] too many traces: truncated at 100 traces, deferred=Deferred@1117294359(state=PENDING, result=null, callback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046), errback=(continuation of Deferred@692408925 after retry RPC after error@1833586203) -> (continuation of Deferred@703150391 after retry RPC after error@797961002) -> (continuation of Deferred@752587580 after retry RPC after error@333330986) -> (continuation of Deferred@1939773927 after retry RPC after error@597228037) -> (continuation of Deferred@1395318585 after retry RPC after error@835170332) -> (continuation of Deferred@907105890 after retry RPC after error@1379781239) -> (continuation of Deferred@1475019806 after retry RPC after error@1528830383) -> (continuation of Deferred@1732175599 after retry RPC after error@1542256141) -> (continuation of Deferred@1411961498 after retry RPC after error@253641937) -> (continuation of Deferred@528994883 after retry RPC after error@593953568) -> (continuation of Deferred@826915284 after retry RPC after error@1284266976) -> (continuation of Deferred@1832422904 after retry RPC after error@1985867132) -> (continuation of Deferred@170290554 after retry RPC after error@609969285) -> (continuation of Deferred@220560059 after retry RPC after error@336216174) -> (continuation of Deferred@763277864 after retry RPC after error@1392411726) -> (continuation of Deferred@1948830728 after retry RPC after error@845671379) -> (continuation of Deferred@1783685189 after retry RPC after error@1286260149) -> (continuation of Deferred@2119174308 after retry RPC after error@1944346062) -> (continuation of Deferred@509331775 after retry RPC after error@80097324) -> (continuation of Deferred@2058165560 after retry RPC after error@737551758) -> (continuation of Deferred@1805915134 after retry RPC after error@1582701046)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.67.188:35297
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:51.716 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
00:32:51.716 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
00:32:51.716 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:51.739 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 9b7f6960087d4ee2bf69932112cf8ed5
00:32:51.745 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d9fd12783149d55256e8e5f31e4ef0c0f837b59dc8e83e0a7eb95bf9774f57d7'}]
00:32:51.747 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
00:32:51.760 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
00:32:51.761 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296064, tablet=7bfd70f01df14e269a4aead966ff54ae@[19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565)[L],285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519),a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)]}]
00:32:51.765 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] connecting to peer
00:32:51.770 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.254:38051(127.26.254.254:38051)] disconnecting while in state READY
00:32:51.770 [DEBUG - main] (Connection.java:575) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] disconnecting while in state READY
00:32:51.770 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.252:40315(127.26.254.252:40315)] disconnecting while in state READY
00:32:51.770 [DEBUG - main] (Connection.java:575) [peer master-127.26.254.253:42937(127.26.254.253:42937)] disconnecting while in state READY
00:32:51.771 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.254.254:38051(127.26.254.254:38051)] handling channelInactive
00:32:51.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state READY due to: connection closed
00:32:51.771 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] handling channelInactive
00:32:51.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] cleaning up while in state READY due to: connection closed
00:32:51.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
00:32:51.773 [DEBUG - kudu-nio-0] (Connection.java:757) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] Successfully connected to peer
00:32:51.777 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
00:32:51.771 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.254.252:40315(127.26.254.252:40315)] handling channelInactive
00:32:51.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state READY due to: connection closed
00:32:51.778 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
00:32:51.778 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
00:32:51.782 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.195
00:32:51.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.789 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.254.253:42937(127.26.254.253:42937)] handling channelInactive
00:32:51.789 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state READY due to: connection closed
00:32:51.789 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
00:32:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:51.790534 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 27978
00:32:51.803 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
00:32:51.807 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:51.807 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:51.807 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:51.807 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.807 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.808 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.808 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.808 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.808 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:51.809 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.812 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfd0e9931, L:/127.0.0.1:50894 - R:/127.26.254.195:39537] using SASL/PLAIN
00:32:51.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:51.830 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.830 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.830 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.832 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [763ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1124ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2722ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@2140355618(state=PENDING, result=null, callback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627), errback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627)))
00:32:51.832 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.833 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.833 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.833 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [763ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1124ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2722ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@2140355618(state=PENDING, result=null, callback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627), errback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [763ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1124ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2722ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@2140355618(state=PENDING, result=null, callback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627), errback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:51.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.834 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.834 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.834 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.840 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [763ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1124ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2722ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@2140355618(state=PENDING, result=null, callback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627), errback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28251), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [4ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [81ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [183ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [763ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [763ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [1124ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.253:40133: Network error: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.254:35815: Network error: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.14.140.252:42389: Network error: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [2722ms] delaying RPC due to: Service unavailable: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.253:40133, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.254:35815, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.140.252:42389, [3002ms] too many traces: truncated at 100 traces, deferred=Deferred@2140355618(state=PENDING, result=null, callback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627), errback=(continuation of Deferred@1369995732 after retry RPC after error@993713266) -> (continuation of Deferred@1582490526 after retry RPC after error@952542810) -> (continuation of Deferred@707927631 after retry RPC after error@1200004663) -> (continuation of Deferred@243391306 after retry RPC after error@58214582) -> (continuation of Deferred@964886256 after retry RPC after error@1241954513) -> (continuation of Deferred@1256022352 after retry RPC after error@195149125) -> (continuation of Deferred@628795327 after retry RPC after error@1522881521) -> (continuation of Deferred@2066968088 after retry RPC after error@2113847214) -> (continuation of Deferred@222935281 after retry RPC after error@2103654514) -> (continuation of Deferred@499178088 after retry RPC after error@365626801) -> (continuation of Deferred@1426434505 after retry RPC after error@834780083) -> (continuation of Deferred@709436537 after retry RPC after error@1734494732) -> (continuation of Deferred@533855432 after retry RPC after error@594657442) -> (continuation of Deferred@1081627225 after retry RPC after error@901730928) -> (continuation of Deferred@622387123 after retry RPC after error@138506082) -> (continuation of Deferred@178851497 after retry RPC after error@1162535262) -> (continuation of Deferred@650922755 after retry RPC after error@628427463) -> (continuation of Deferred@1735099526 after retry RPC after error@1966725412) -> (continuation of Deferred@837357779 after retry RPC after error@1019676443) -> (continuation of Deferred@129235889 after retry RPC after error@1022947994) -> (continuation of Deferred@1173226078 after retry RPC after error@1091910183) -> (continuation of Deferred@1508065223 after retry RPC after error@586447427) -> (continuation of Deferred@398291121 after retry RPC after error@2131862627)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.140.252:42389
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:51.841 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
00:32:51.841 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#8) of source Source: KuduSource.
00:32:51.841 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
00:32:51.842 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
00:32:51.842 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from INITIALIZING to CANCELING.
00:32:51.842 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
00:32:51.842 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#8) of source Source: KuduSource.
00:32:51.842 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to CANCELING.
00:32:51.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.850 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.850 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.850 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.852 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
00:32:51.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
00:32:51.861 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8).
00:32:51.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:51.864408 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28193
00:32:51.869 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.870 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.870 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.870 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.870 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.870 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.871 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.879 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:51.879 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:51.879 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:51.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:51.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:51.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:51.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:51.879 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:51.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:51.879 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:51.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:51.879 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:51.880 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:51.880 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
00:32:51.880 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from INITIALIZING to CANCELING.
00:32:51.880 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
00:32:51.881 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:51.881 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:51.881 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:51.881 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.881 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:51.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:51.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.883 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.883 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:51.883 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:51.889 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.889 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.889 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.889 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.889 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.890 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.890 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.890 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.890 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.890 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.890 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.894 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
00:32:51.894 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CANCELING to CANCELED.
00:32:51.894 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#8 (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8).
00:32:51.905 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#8 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8.
00:32:51.906 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#8 760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8.
00:32:51.906 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CANCELING to CANCELED.
00:32:51.907 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 6069bc79e9bb0cb9fd7171c771693af7: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:51.907 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (760281524722defdc535d4ef5adf0145_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CANCELING to CANCELED.
00:32:51.908 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 6069bc79e9bb0cb9fd7171c771693af7
00:32:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:51.907795 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 28443
00:32:51.909 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.910 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.910 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.910 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.910 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.910 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.910 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.920 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:51.920 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:51.920 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:51.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:51.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:51.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:51.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:51.945 [DEBUG - kudu-nio-0] (Connection.java:239) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] handling channelInactive
00:32:51.945 [DEBUG - kudu-nio-0] (Connection.java:709) [peer a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537)] cleaning up while in state READY due to: connection closed
00:32:51.945 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location a42a7dfa7f614dac9afbf9c1520af8da(127.26.254.195:39537) for tablet 7bfd70f01df14e269a4aead966ff54ae: connection closed
00:32:51.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:51.946087 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 27655
00:32:51.949 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.949 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.949 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.950 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.950 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.950 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.950 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.950 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.966 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565)] connecting to peer
00:32:51.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565): Connection refused: /127.26.254.193:38565
00:32:51.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565)] cleaning up while in state CONNECTING due to: Failed to connect to peer 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565): Connection refused: /127.26.254.193:38565
00:32:51.967 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565) for tablet 7bfd70f01df14e269a4aead966ff54ae: Failed to connect to peer 19a90c5b242e4746b0601d41155d0f02(127.26.254.193:38565): Connection refused: /127.26.254.193:38565
00:32:51.978 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.26.254.254:38051(127.26.254.254:38051)] handling channelInactive
00:32:51.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state READY due to: connection closed
00:32:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:51.978236 27881 connection.cc:573] client connection to 127.26.254.254:38051 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:51.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:51.978576 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 27726
00:32:51.985 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] connecting to peer
00:32:51.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519): Connection refused: /127.26.254.194:39519
00:32:51.989 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:51.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519)] cleaning up while in state CONNECTING due to: Failed to connect to peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519): Connection refused: /127.26.254.194:39519
00:32:51.989 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:51.989 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:51.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:51.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:51.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:51.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:51.978822 27881 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:51.990 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:51.991 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519) for tablet 7bfd70f01df14e269a4aead966ff54ae: Failed to connect to peer 285abbee5cd848c09d808fca8dc88d0b(127.26.254.194:39519): Connection refused: /127.26.254.194:39519
00:32:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:51.992195 27881 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5d6510014901475184c595750d539dee -> Peer f98d7e12b9b4401db1e2020c0977e7cd (127.26.254.254:38051): Couldn't send request to peer f98d7e12b9b4401db1e2020c0977e7cd. Status: Network error: Client connection negotiation failed: client connection to 127.26.254.254:38051: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
00:32:52.006 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.006 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.007 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.007 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.26.254.252:40315(127.26.254.252:40315)] Successfully connected to peer
00:32:52.007 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.26.254.253:42937(127.26.254.253:42937)] Successfully connected to peer
00:32:52.011 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.26.254.252
00:32:52.014 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.26.254.253:42937(127.26.254.253:42937)] handling channelInactive
00:32:52.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state READY due to: connection closed
00:32:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260708 00:32:52.013940 27884 connection.cc:573] client connection to 127.26.254.253:42937 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
00:32:52.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260708 00:32:52.014886 27643 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskLB9bBL/build/tsan/bin/kudu with pid 27801
00:32:52.016 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.26.254.253:42937(127.26.254.253:42937)] unexpected exception from downstream on [id: 0x8c414bf4, L:/127.0.0.1:46920 - R:/127.26.254.253:42937]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state NEGOTIATING due to: [peer master-127.26.254.253:42937(127.26.254.253:42937)] unexpected exception from downstream on [id: 0x8c414bf4, L:/127.0.0.1:46920 - R:/127.26.254.253:42937]
00:32:52.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: [peer master-127.26.254.253:42937(127.26.254.253:42937)] unexpected exception from downstream on [id: 0x8c414bf4, L:/127.0.0.1:46920 - R:/127.26.254.253:42937]
00:32:52.018 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.26.254.253:42937(127.26.254.253:42937)] handling channelInactive
00:32:52.048 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.26.254.252:40315(127.26.254.252:40315)] unexpected exception from downstream on [id: 0x2e063d52, L:/127.0.0.1:39080 - R:/127.26.254.252:40315]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.048 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.26.254.252:40315(127.26.254.252:40315)] handling channelInactive
00:32:52.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state NEGOTIATING due to: [peer master-127.26.254.252:40315(127.26.254.252:40315)] unexpected exception from downstream on [id: 0x2e063d52, L:/127.0.0.1:39080 - R:/127.26.254.252:40315]
00:32:52.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state READY due to: connection closed
00:32:52.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: [peer master-127.26.254.252:40315(127.26.254.252:40315)] unexpected exception from downstream on [id: 0x2e063d52, L:/127.0.0.1:39080 - R:/127.26.254.252:40315]
00:32:52.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.048 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.26.254.252:40315(127.26.254.252:40315)] handling channelInactive
00:32:52.066 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.066 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.067 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.067 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.067 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.067 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.067 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.067 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.067 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.067 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.067 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.085 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.085 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.086 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.105 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.105 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.105 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.106 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.106 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.106 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.106 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.106 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.106 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.106 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.106 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.110 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:52.110 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:52.110 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:52.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.110 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.110 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:52.126 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.126 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.126 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.129 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:52.129 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:52.130 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:52.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:52.166 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.166 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.166 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.166 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.166 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.167 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.167 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.167 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.167 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.186 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.186 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.186 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.186 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.189 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:52.189 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:52.189 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:52.189 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.189 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:52.198 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470772198 for job 7423df3ba0b42de2bff90001583f339b.
00:32:52.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.207 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 7423df3ba0b42de2bff90001583f339b (1971 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
00:32:52.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
00:32:52.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.62:34985(127.24.181.62:34985)] connecting to peer
00:32:52.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.61:41419(127.24.181.61:41419)] connecting to peer
00:32:52.226 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.24.181.60:34307(127.24.181.60:34307)] connecting to peer
00:32:52.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:52.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.181.62:34985(127.24.181.62:34985)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:52.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:52.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.62:34985: Failed to connect to peer master-127.24.181.62:34985(127.24.181.62:34985): Connection refused: /127.24.181.62:34985
00:32:52.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.181.60:34307(127.24.181.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:52.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:52.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.60:34307: Failed to connect to peer master-127.24.181.60:34307(127.24.181.60:34307): Connection refused: /127.24.181.60:34307
00:32:52.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.181.61:41419(127.24.181.61:41419)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:52.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.181.61:41419: Failed to connect to peer master-127.24.181.61:41419(127.24.181.61:41419): Connection refused: /127.24.181.61:41419
00:32:52.227 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.181.62:34985,127.24.181.61:41419,127.24.181.60:34307; will retry
00:32:52.259 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:52.260 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:52.260 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:52.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.260 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.260 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.260 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:52.285 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 5147bc4e6f11b9cce660cc3257e0d7da since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 5147bc4e6f11b9cce660cc3257e0d7da is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.306 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.306 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.306 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.307 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.307 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.307 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.312 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:52.312 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:52.312 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:52.312 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.312 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:52.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.409 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.253:40133(127.14.140.253:40133)] connecting to peer
00:32:52.410 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.254:35815(127.14.140.254:35815)] connecting to peer
00:32:52.410 [DEBUG - pool-484-thread-1] (Connection.java:748) [peer master-127.14.140.252:42389(127.14.140.252:42389)] connecting to peer
00:32:52.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.140.253:40133(127.14.140.253:40133)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.410 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.253:40133: Failed to connect to peer master-127.14.140.253:40133(127.14.140.253:40133): Connection refused: /127.14.140.253:40133
00:32:52.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.140.254:35815(127.14.140.254:35815)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.254:35815: Failed to connect to peer master-127.14.140.254:35815(127.14.140.254:35815): Connection refused: /127.14.140.254:35815
00:32:52.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.140.252:42389(127.14.140.252:42389)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.140.252:42389: Failed to connect to peer master-127.14.140.252:42389(127.14.140.252:42389): Connection refused: /127.14.140.252:42389
00:32:52.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.140.253:40133,127.14.140.254:35815,127.14.140.252:42389; will retry
00:32:52.445 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.445 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.445 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.445 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.446 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.579 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:52.580 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:52.580 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:52.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:52.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:52.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:52.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:52.644 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.190:42773(127.22.160.190:42773)] connecting to peer
00:32:52.644 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.189:38747(127.22.160.189:38747)] connecting to peer
00:32:52.644 [DEBUG - pool-496-thread-1] (Connection.java:748) [peer master-127.22.160.188:40719(127.22.160.188:40719)] connecting to peer
00:32:52.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:52.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.160.190:42773(127.22.160.190:42773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:52.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:52.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.190:42773: Failed to connect to peer master-127.22.160.190:42773(127.22.160.190:42773): Connection refused: /127.22.160.190:42773
00:32:52.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.160.189:38747(127.22.160.189:38747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:52.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.189:38747: Failed to connect to peer master-127.22.160.189:38747(127.22.160.189:38747): Connection refused: /127.22.160.189:38747
00:32:52.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:52.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.160.188:40719(127.22.160.188:40719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:52.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.160.188:40719: Failed to connect to peer master-127.22.160.188:40719(127.22.160.188:40719): Connection refused: /127.22.160.188:40719
00:32:52.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.160.190:42773,127.22.160.189:38747,127.22.160.188:40719; will retry
00:32:52.698 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470772698 for job 7423df3ba0b42de2bff90001583f339b.
00:32:52.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.707 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 7423df3ba0b42de2bff90001583f339b (1971 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:32:52.708 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
00:32:52.732 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:52.733 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:52.733 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:52.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.733 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:52.734 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28246), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [75ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2801ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2802ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1567334094(state=PENDING, result=null, callback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296), errback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296)))
00:32:52.734 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:32:52.735 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28246), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [75ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2801ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2802ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1567334094(state=PENDING, result=null, callback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296), errback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.253:43493
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.735 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
00:32:52.737 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:32:52.740 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28246), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [68ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [75ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [75ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [84ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [87ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [381ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [382ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [382ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [421ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [841ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2800ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2801ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2802ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [4481ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1567334094(state=PENDING, result=null, callback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296), errback=(continuation of Deferred@1674383443 after retry RPC after error@857201461) -> (continuation of Deferred@1767344435 after retry RPC after error@1749808953) -> (continuation of Deferred@1661939179 after retry RPC after error@1850510540) -> (continuation of Deferred@998739495 after retry RPC after error@214062161) -> (continuation of Deferred@372785239 after retry RPC after error@471372976) -> (continuation of Deferred@459917218 after retry RPC after error@85424194) -> (continuation of Deferred@1366932047 after retry RPC after error@161225156) -> (continuation of Deferred@1553832834 after retry RPC after error@1660300603) -> (continuation of Deferred@2126600424 after retry RPC after error@393886925) -> (continuation of Deferred@663479339 after retry RPC after error@1950845460) -> (continuation of Deferred@3512940 after retry RPC after error@1190089459) -> (continuation of Deferred@1044204729 after retry RPC after error@1986164288) -> (continuation of Deferred@1512596506 after retry RPC after error@1718406502) -> (continuation of Deferred@853544342 after retry RPC after error@1465232892) -> (continuation of Deferred@1321475000 after retry RPC after error@1313077499) -> (continuation of Deferred@2097004568 after retry RPC after error@104708150) -> (continuation of Deferred@1758096018 after retry RPC after error@958382928) -> (continuation of Deferred@728775019 after retry RPC after error@1088935995) -> (continuation of Deferred@2067965007 after retry RPC after error@1015086388) -> (continuation of Deferred@370221230 after retry RPC after error@1758004311) -> (continuation of Deferred@105358813 after retry RPC after error@1024823676) -> (continuation of Deferred@580833824 after retry RPC after error@47550872) -> (continuation of Deferred@965195090 after retry RPC after error@680025455) -> (continuation of Deferred@2094241164 after retry RPC after error@1378124511) -> (continuation of Deferred@1443725548 after retry RPC after error@1015336039) -> (continuation of Deferred@1553682830 after retry RPC after error@719258296)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.253:43493
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.741 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
00:32:52.741 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
00:32:52.741 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
00:32:52.741 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (5147bc4e6f11b9cce660cc3257e0d7da) switched from state RUNNING to RESTARTING.
00:32:52.785 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:52.786 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:52.786 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:52.786 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.786 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.786 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:52.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:52.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:52.786 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:52.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:52.817 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:52.817 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:52.817 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:52.817 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:52.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:52.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:52.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:52.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:52.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:52.818 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:52.818 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:52.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:52.818 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:52.819 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [23ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [24ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [51ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [52ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [54ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [54ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [91ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [93ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [93ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [94ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [161ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [501ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [502ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [502ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [502ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [761ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [761ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [761ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [762ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1541ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1901ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1901ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2041ms] too many traces: truncated at 100 traces, deferred=Deferred@9722441(state=PENDING, result=null, callback=(continuation of Deferred@1658399605 after retry RPC after error@1193886695) -> (continuation of Deferred@2024493904 after retry RPC after error@1523521566) -> (continuation of Deferred@1910899377 after retry RPC after error@2086486289) -> (continuation of Deferred@1590606873 after retry RPC after error@2086883382) -> (continuation of Deferred@1037121153 after retry RPC after error@731037155) -> (continuation of Deferred@9958140 after retry RPC after error@1720967224) -> (continuation of Deferred@1388492629 after retry RPC after error@1820419403) -> (continuation of Deferred@1404992053 after retry RPC after error@718651994) -> (continuation of Deferred@1844097098 after retry RPC after error@170277761) -> (continuation of Deferred@719951650 after retry RPC after error@774522679) -> (continuation of Deferred@385534552 after retry RPC after error@767234357) -> (continuation of Deferred@1267581735 after retry RPC after error@937567902) -> (continuation of Deferred@1997177392 after retry RPC after error@46991197) -> (continuation of Deferred@662468824 after retry RPC after error@25980031) -> (continuation of Deferred@582247804 after retry RPC after error@1219062168) -> (continuation of Deferred@207053549 after retry RPC after error@1851398284) -> (continuation of Deferred@1875124158 after retry RPC after error@1814187639) -> (continuation of Deferred@1540692244 after retry RPC after error@1702229146) -> (continuation of Deferred@713240165 after retry RPC after error@1412209844) -> (continuation of Deferred@667038364 after retry RPC after error@1842992090) -> (continuation of Deferred@1587161090 after retry RPC after error@1852032601) -> (continuation of Deferred@1485004763 after retry RPC after error@2070351890) -> (continuation of Deferred@1957883204 after retry RPC after error@68398213) -> (continuation of Deferred@1177310811 after retry RPC after error@84424972) -> (continuation of Deferred@1723022372 after retry RPC after error@2136855539) -> (continuation of Deferred@1541917901 after retry RPC after error@534994660), errback=(continuation of Deferred@1658399605 after retry RPC after error@1193886695) -> (continuation of Deferred@2024493904 after retry RPC after error@1523521566) -> (continuation of Deferred@1910899377 after retry RPC after error@2086486289) -> (continuation of Deferred@1590606873 after retry RPC after error@2086883382) -> (continuation of Deferred@1037121153 after retry RPC after error@731037155) -> (continuation of Deferred@9958140 after retry RPC after error@1720967224) -> (continuation of Deferred@1388492629 after retry RPC after error@1820419403) -> (continuation of Deferred@1404992053 after retry RPC after error@718651994) -> (continuation of Deferred@1844097098 after retry RPC after error@170277761) -> (continuation of Deferred@719951650 after retry RPC after error@774522679) -> (continuation of Deferred@385534552 after retry RPC after error@767234357) -> (continuation of Deferred@1267581735 after retry RPC after error@937567902) -> (continuation of Deferred@1997177392 after retry RPC after error@46991197) -> (continuation of Deferred@662468824 after retry RPC after error@25980031) -> (continuation of Deferred@582247804 after retry RPC after error@1219062168) -> (continuation of Deferred@207053549 after retry RPC after error@1851398284) -> (continuation of Deferred@1875124158 after retry RPC after error@1814187639) -> (continuation of Deferred@1540692244 after retry RPC after error@1702229146) -> (continuation of Deferred@713240165 after retry RPC after error@1412209844) -> (continuation of Deferred@667038364 after retry RPC after error@1842992090) -> (continuation of Deferred@1587161090 after retry RPC after error@1852032601) -> (continuation of Deferred@1485004763 after retry RPC after error@2070351890) -> (continuation of Deferred@1957883204 after retry RPC after error@68398213) -> (continuation of Deferred@1177310811 after retry RPC after error@84424972) -> (continuation of Deferred@1723022372 after retry RPC after error@2136855539) -> (continuation of Deferred@1541917901 after retry RPC after error@534994660)))
00:32:52.937 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:52.937 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:52.937 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:52.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:52.937 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.938 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.938 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:52.938 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:52.938 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:52.938 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1662ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@471442642(state=PENDING, result=null, callback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840), errback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840)))
00:32:52.939 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:32:52.940 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1662ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@471442642(state=PENDING, result=null, callback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840), errback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.940 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
00:32:52.942 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:32:52.944 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28539), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [49ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [53ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [53ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [66ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [67ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [89ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [110ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [111ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [282ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [282ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [422ms] refreshing cache from master, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [423ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [423ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [843ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [843ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1422ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1662ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [5341ms] refreshing cache from master, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [5341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [5342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5342ms] too many traces: truncated at 100 traces, deferred=Deferred@471442642(state=PENDING, result=null, callback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840), errback=(continuation of Deferred@1236941111 after retry RPC after error@942244495) -> (continuation of Deferred@1254030948 after retry RPC after error@458292437) -> (continuation of Deferred@54205705 after retry RPC after error@2012400155) -> (continuation of Deferred@1241667423 after retry RPC after error@1453894814) -> (continuation of Deferred@220213271 after retry RPC after error@1818464698) -> (continuation of Deferred@872647622 after retry RPC after error@660344196) -> (continuation of Deferred@728769008 after retry RPC after error@1542364005) -> (continuation of Deferred@1931175525 after retry RPC after error@887911855) -> (continuation of Deferred@515489123 after retry RPC after error@824387682) -> (continuation of Deferred@430131309 after retry RPC after error@1312102395) -> (continuation of Deferred@490007035 after retry RPC after error@897364487) -> (continuation of Deferred@908031205 after retry RPC after error@1349723922) -> (continuation of Deferred@1790076886 after retry RPC after error@982391821) -> (continuation of Deferred@2004615141 after retry RPC after error@1056509359) -> (continuation of Deferred@1191985521 after retry RPC after error@220742633) -> (continuation of Deferred@621019518 after retry RPC after error@1407640580) -> (continuation of Deferred@1984176320 after retry RPC after error@968622826) -> (continuation of Deferred@1018624850 after retry RPC after error@1477770756) -> (continuation of Deferred@260151270 after retry RPC after error@1458798510) -> (continuation of Deferred@1561621065 after retry RPC after error@571429681) -> (continuation of Deferred@565366321 after retry RPC after error@1819401126) -> (continuation of Deferred@310995547 after retry RPC after error@1246176736) -> (continuation of Deferred@2108926431 after retry RPC after error@536731940) -> (continuation of Deferred@1182767922 after retry RPC after error@895798840)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:52.945 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
00:32:52.945 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
00:32:52.945 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
00:32:53.011 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:53.011 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:53.011 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:53.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.012 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:53.012 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [8ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [9ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [10ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [10ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [79ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [442ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@677488260(state=PENDING, result=null, callback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789), errback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789)))
00:32:53.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:32:53.013 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [8ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [9ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [10ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [10ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [79ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [442ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@677488260(state=PENDING, result=null, callback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789), errback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:53.014 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
00:32:53.015 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:32:53.017 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28537), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [8ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [9ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [10ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [10ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [55ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [55ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [77ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [78ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [79ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [80ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [224ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [224ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [441ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [442ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [482ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [482ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [861ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [862ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1661ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2681ms] too many traces: truncated at 100 traces, deferred=Deferred@677488260(state=PENDING, result=null, callback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789), errback=(continuation of Deferred@1487666226 after retry RPC after error@1634620456) -> (continuation of Deferred@585721610 after retry RPC after error@127508565) -> (continuation of Deferred@5543672 after retry RPC after error@327699918) -> (continuation of Deferred@2058398082 after retry RPC after error@811672969) -> (continuation of Deferred@338069035 after retry RPC after error@1167155036) -> (continuation of Deferred@974262997 after retry RPC after error@65418611) -> (continuation of Deferred@600960250 after retry RPC after error@1819618403) -> (continuation of Deferred@1180376962 after retry RPC after error@1956964247) -> (continuation of Deferred@1480483781 after retry RPC after error@502090389) -> (continuation of Deferred@55898533 after retry RPC after error@1352607239) -> (continuation of Deferred@2064930714 after retry RPC after error@207225743) -> (continuation of Deferred@682037880 after retry RPC after error@18986613) -> (continuation of Deferred@1481673036 after retry RPC after error@72007602) -> (continuation of Deferred@351164817 after retry RPC after error@418432871) -> (continuation of Deferred@1144403932 after retry RPC after error@366000071) -> (continuation of Deferred@1930712637 after retry RPC after error@1833004231) -> (continuation of Deferred@414985828 after retry RPC after error@146988091) -> (continuation of Deferred@1505154720 after retry RPC after error@1064807941) -> (continuation of Deferred@1187084417 after retry RPC after error@1484539750) -> (continuation of Deferred@932223263 after retry RPC after error@898961006) -> (continuation of Deferred@2019388717 after retry RPC after error@1117803063) -> (continuation of Deferred@1909158685 after retry RPC after error@1815147828) -> (continuation of Deferred@2140658074 after retry RPC after error@1063652789)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.254:38935
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:53.018 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 5147bc4e6f11b9cce660cc3257e0d7da: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
00:32:53.018 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
00:32:53.018 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
00:32:53.082 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:53.082 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:53.082 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:53.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.086 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:53.088 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:53.088 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:53.088 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:53.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.089 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:53.125 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:53.126 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:53.126 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:53.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-08T00:32:53Z chronyd exiting
00:32:53.199 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470773198 for job 7423df3ba0b42de2bff90001583f339b.
00:32:53.207 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.209 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 7423df3ba0b42de2bff90001583f339b (1971 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
00:32:53.209 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
00:32:53.239 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.188:40499(127.16.86.188:40499)] connecting to peer
00:32:53.239 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.189:44553(127.16.86.189:44553)] connecting to peer
00:32:53.239 [DEBUG - pool-466-thread-1] (Connection.java:748) [peer master-127.16.86.190:39845(127.16.86.190:39845)] connecting to peer
00:32:53.239 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:53.239 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:53.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:53.239 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.86.189:44553(127.16.86.189:44553)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:53.239 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.86.190:39845(127.16.86.190:39845)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:53.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.86.188:40499(127.16.86.188:40499)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:53.239 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.189:44553: Failed to connect to peer master-127.16.86.189:44553(127.16.86.189:44553): Connection refused: /127.16.86.189:44553
00:32:53.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.188:40499: Failed to connect to peer master-127.16.86.188:40499(127.16.86.188:40499): Connection refused: /127.16.86.188:40499
00:32:53.239 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.86.190:39845: Failed to connect to peer master-127.16.86.190:39845(127.16.86.190:39845): Connection refused: /127.16.86.190:39845
00:32:53.240 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.86.188:40499,127.16.86.189:44553,127.16.86.190:39845; will retry
00:32:53.307 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.341 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.188:35297(127.15.67.188:35297)] connecting to peer
00:32:53.341 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.190:40727(127.15.67.190:40727)] connecting to peer
00:32:53.341 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.15.67.189:40917(127.15.67.189:40917)] connecting to peer
00:32:53.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:53.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:53.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.67.190:40727(127.15.67.190:40727)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:53.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:53.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.67.189:40917(127.15.67.189:40917)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:53.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.190:40727: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727
00:32:53.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.67.188:35297(127.15.67.188:35297)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:53.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.188:35297: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297
00:32:53.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.67.189:40917: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917
00:32:53.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917; will retry
00:32:53.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29780), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [36ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [75ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [76ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [76ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [89ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [91ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [92ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [92ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [103ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [103ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [221ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [361ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [520ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [522ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [522ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [682ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [683ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [683ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [683ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [722ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [723ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [723ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.188:35297: Network error: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.190:40727: Network error: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.15.67.189:40917: Network error: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [1582ms] delaying RPC due to: Service unavailable: Master config (127.15.67.188:35297,127.15.67.190:40727,127.15.67.189:40917) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.188:35297(127.15.67.188:35297): Connection refused: /127.15.67.188:35297,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.190:40727(127.15.67.190:40727): Connection refused: /127.15.67.190:40727,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.67.189:40917(127.15.67.189:40917): Connection refused: /127.15.67.189:40917, [2960ms] refreshing cache from master, [2960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.188:35297, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.190:40727, [2961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.67.189:40917, [2961ms] too many traces: truncated at 100 traces, deferred=Deferred@1078954122(state=PENDING, result=null, callback=(continuation of Deferred@1667948443 after retry RPC after error@1707079383) -> (continuation of Deferred@431840359 after retry RPC after error@629836802) -> (continuation of Deferred@279517487 after retry RPC after error@171592867) -> (continuation of Deferred@2039969767 after retry RPC after error@135011915) -> (continuation of Deferred@1353977348 after retry RPC after error@137564133) -> (continuation of Deferred@1247377739 after retry RPC after error@575657997) -> (continuation of Deferred@1383806574 after retry RPC after error@1109870563) -> (continuation of Deferred@1135996365 after retry RPC after error@526830086) -> (continuation of Deferred@346380226 after retry RPC after error@1816462058) -> (continuation of Deferred@15880490 after retry RPC after error@695049672) -> (continuation of Deferred@399037536 after retry RPC after error@1407112737) -> (continuation of Deferred@1094166129 after retry RPC after error@74571842) -> (continuation of Deferred@1431003000 after retry RPC after error@1887560750) -> (continuation of Deferred@217698401 after retry RPC after error@117523020) -> (continuation of Deferred@146697547 after retry RPC after error@2011257062) -> (continuation of Deferred@903472291 after retry RPC after error@952615798) -> (continuation of Deferred@1139291408 after retry RPC after error@1043559395) -> (continuation of Deferred@1152738426 after retry RPC after error@1123013609) -> (continuation of Deferred@1085091345 after retry RPC after error@1696915852) -> (continuation of Deferred@182308838 after retry RPC after error@915482063) -> (continuation of Deferred@526735530 after retry RPC after error@1561326155), errback=(continuation of Deferred@1667948443 after retry RPC after error@1707079383) -> (continuation of Deferred@431840359 after retry RPC after error@629836802) -> (continuation of Deferred@279517487 after retry RPC after error@171592867) -> (continuation of Deferred@2039969767 after retry RPC after error@135011915) -> (continuation of Deferred@1353977348 after retry RPC after error@137564133) -> (continuation of Deferred@1247377739 after retry RPC after error@575657997) -> (continuation of Deferred@1383806574 after retry RPC after error@1109870563) -> (continuation of Deferred@1135996365 after retry RPC after error@526830086) -> (continuation of Deferred@346380226 after retry RPC after error@1816462058) -> (continuation of Deferred@15880490 after retry RPC after error@695049672) -> (continuation of Deferred@399037536 after retry RPC after error@1407112737) -> (continuation of Deferred@1094166129 after retry RPC after error@74571842) -> (continuation of Deferred@1431003000 after retry RPC after error@1887560750) -> (continuation of Deferred@217698401 after retry RPC after error@117523020) -> (continuation of Deferred@146697547 after retry RPC after error@2011257062) -> (continuation of Deferred@903472291 after retry RPC after error@952615798) -> (continuation of Deferred@1139291408 after retry RPC after error@1043559395) -> (continuation of Deferred@1152738426 after retry RPC after error@1123013609) -> (continuation of Deferred@1085091345 after retry RPC after error@1696915852) -> (continuation of Deferred@182308838 after retry RPC after error@915482063) -> (continuation of Deferred@526735530 after retry RPC after error@1561326155)))
00:32:53.467 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:53.467 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:53.467 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:53.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:53.489 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.252:45675(127.23.109.252:45675)] connecting to peer
00:32:53.490 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.253:43493(127.23.109.253:43493)] connecting to peer
00:32:53.490 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.23.109.254:38935(127.23.109.254:38935)] connecting to peer
00:32:53.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.23.109.253:43493(127.23.109.253:43493)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.23.109.254:38935(127.23.109.254:38935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.253:43493: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493
00:32:53.490 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.490 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.23.109.252:45675(127.23.109.252:45675)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.254:38935: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935
00:32:53.490 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.23.109.252:45675: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
00:32:53.490 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935; will retry
00:32:53.491 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [35ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1683ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [6680ms] refreshing cache from master, [6680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [6681ms] too many traces: truncated at 100 traces, deferred=Deferred@540998784(state=PENDING, result=null, callback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249), errback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249)))
00:32:53.492 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
00:32:53.492 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [35ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1683ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [6680ms] refreshing cache from master, [6680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [6681ms] too many traces: truncated at 100 traces, deferred=Deferred@540998784(state=PENDING, result=null, callback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249), errback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.252:45675
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:53.493 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
00:32:53.495 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:32:53.498 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on 82090bb2-e8a9-4cfc-a4c3-121ab4b39287 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29051), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [4ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [6ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [32ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [33ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [34ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [35ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [85ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [86ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [87ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [261ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [262ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [262ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [322ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [322ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [842ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [842ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [1683ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.253:43493: Network error: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.254:38935: Network error: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.23.109.252:45675: Network error: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [2822ms] delaying RPC due to: Service unavailable: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675, [6680ms] refreshing cache from master, [6680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.252:45675, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.253:43493, [6681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.109.254:38935, [6681ms] too many traces: truncated at 100 traces, deferred=Deferred@540998784(state=PENDING, result=null, callback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249), errback=(continuation of Deferred@993415909 after retry RPC after error@1262684716) -> (continuation of Deferred@1203287074 after retry RPC after error@280332969) -> (continuation of Deferred@421352224 after retry RPC after error@1255942213) -> (continuation of Deferred@1221037208 after retry RPC after error@1956362219) -> (continuation of Deferred@132935179 after retry RPC after error@744087731) -> (continuation of Deferred@1477319404 after retry RPC after error@1904466665) -> (continuation of Deferred@368799460 after retry RPC after error@1992575120) -> (continuation of Deferred@1580590558 after retry RPC after error@831400035) -> (continuation of Deferred@2144140536 after retry RPC after error@723041113) -> (continuation of Deferred@1525854449 after retry RPC after error@452941564) -> (continuation of Deferred@46940775 after retry RPC after error@1826681620) -> (continuation of Deferred@601531201 after retry RPC after error@1131563376) -> (continuation of Deferred@600695811 after retry RPC after error@1214171965) -> (continuation of Deferred@1055439324 after retry RPC after error@1862295224) -> (continuation of Deferred@597770919 after retry RPC after error@496526029) -> (continuation of Deferred@1715805947 after retry RPC after error@199059733) -> (continuation of Deferred@574666419 after retry RPC after error@2081433148) -> (continuation of Deferred@845962627 after retry RPC after error@1385766682) -> (continuation of Deferred@1976295124 after retry RPC after error@135739287) -> (continuation of Deferred@1481106259 after retry RPC after error@1111246478) -> (continuation of Deferred@1764363619 after retry RPC after error@1487938654) -> (continuation of Deferred@1066010976 after retry RPC after error@522334249)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.109.252:45675,127.23.109.253:43493,127.23.109.254:38935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.253:43493(127.23.109.253:43493): Connection refused: /127.23.109.253:43493,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.254:38935(127.23.109.254:38935): Connection refused: /127.23.109.254:38935,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.109.252:45675(127.23.109.252:45675): Connection refused: /127.23.109.252:45675
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.109.252:45675
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
00:32:53.499 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 5147bc4e6f11b9cce660cc3257e0d7da
00:32:53.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
00:32:53.499 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task b50bce748c0b64fe3335189a6617884a_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
00:32:53.560 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:53.560 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:53.561 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:53.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:53.561 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:53.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:53.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:53.686 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:53.686 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.254:38051(127.26.254.254:38051)] connecting to peer
00:32:53.686 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:53.686 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.252:40315(127.26.254.252:40315)] connecting to peer
00:32:53.686 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:53.686 [DEBUG - pool-550-thread-1] (Connection.java:748) [peer master-127.26.254.253:42937(127.26.254.253:42937)] connecting to peer
00:32:53.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.26.254.254:38051(127.26.254.254:38051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.26.254.252:40315(127.26.254.252:40315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.252:40315: Failed to connect to peer master-127.26.254.252:40315(127.26.254.252:40315): Connection refused: /127.26.254.252:40315
00:32:53.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.254:38051: Failed to connect to peer master-127.26.254.254:38051(127.26.254.254:38051): Connection refused: /127.26.254.254:38051
00:32:53.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.686 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:53.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.687 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:53.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.687 [DEBUG - pool-512-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:53.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.26.254.253:42937(127.26.254.253:42937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.687 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.687 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.26.254.253:42937: Failed to connect to peer master-127.26.254.253:42937(127.26.254.253:42937): Connection refused: /127.26.254.253:42937
00:32:53.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.687 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:53.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:53.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.687 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.26.254.254:38051,127.26.254.252:40315,127.26.254.253:42937; will retry
00:32:53.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:53.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:53.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry
00:32:53.699 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783470773698 for job 7423df3ba0b42de2bff90001583f339b.
00:32:53.707 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 7423df3ba0b42de2bff90001583f339b (1971 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
00:32:53.707 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b525b57a80d7c94f121fff9bfcdea7a7 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b525b57a80d7c94f121fff9bfcdea7a7 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.708 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
00:32:53.807 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job dfd18dc31e477069a827bb999b4ab6f6 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job dfd18dc31e477069a827bb999b4ab6f6 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 989e0e194e66b090605ad814361b1b58 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 989e0e194e66b090605ad814361b1b58 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
00:32:53.926 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.62:43801(127.21.18.62:43801)] connecting to peer
00:32:53.926 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.61:41719(127.21.18.61:41719)] connecting to peer
00:32:53.926 [DEBUG - pool-526-thread-1] (Connection.java:748) [peer master-127.21.18.60:34117(127.21.18.60:34117)] connecting to peer
00:32:53.926 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:53.926 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:53.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:53.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.18.62:43801(127.21.18.62:43801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:53.926 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.18.61:41719(127.21.18.61:41719)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:53.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.18.60:34117(127.21.18.60:34117)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:53.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.61:41719: Failed to connect to peer master-127.21.18.61:41719(127.21.18.61:41719): Connection refused: /127.21.18.61:41719
00:32:53.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.60:34117: Failed to connect to peer master-127.21.18.60:34117(127.21.18.60:34117): Connection refused: /127.21.18.60:34117
00:32:53.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.18.62:43801: Failed to connect to peer master-127.21.18.62:43801(127.21.18.62:43801): Connection refused: /127.21.18.62:43801
00:32:53.927 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.18.62:43801,127.21.18.61:41719,127.21.18.60:34117; will retry
00:32:54.022 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.188:33071(127.25.125.188:33071)] connecting to peer
00:32:54.022 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.189:33565(127.25.125.189:33565)] connecting to peer
00:32:54.023 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.25.125.190:39803(127.25.125.190:39803)] connecting to peer
00:32:54.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:54.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.125.188:33071(127.25.125.188:33071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:54.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:54.023 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:54.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.188:33071: Failed to connect to peer master-127.25.125.188:33071(127.25.125.188:33071): Connection refused: /127.25.125.188:33071
00:32:54.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.125.189:33565(127.25.125.189:33565)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:54.023 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.125.190:39803(127.25.125.190:39803)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:54.023 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.190:39803: Failed to connect to peer master-127.25.125.190:39803(127.25.125.190:39803): Connection refused: /127.25.125.190:39803
00:32:54.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.25.125.189:33565: Failed to connect to peer master-127.25.125.189:33565(127.25.125.189:33565): Connection refused: /127.25.125.189:33565
00:32:54.023 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.25.125.188:33071,127.25.125.189:33565,127.25.125.190:39803; will retry
00:32:54.045 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.253:44071(127.19.56.253:44071)] connecting to peer
00:32:54.046 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.252:41535(127.19.56.252:41535)] connecting to peer
00:32:54.046 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.19.56.254:32907(127.19.56.254:32907)] connecting to peer
00:32:54.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:54.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:54.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.56.253:44071(127.19.56.253:44071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:54.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.56.252:41535(127.19.56.252:41535)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:54.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:54.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.56.254:32907(127.19.56.254:32907)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:54.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.252:41535: Failed to connect to peer master-127.19.56.252:41535(127.19.56.252:41535): Connection refused: /127.19.56.252:41535
00:32:54.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.254:32907: Failed to connect to peer master-127.19.56.254:32907(127.19.56.254:32907): Connection refused: /127.19.56.254:32907
00:32:54.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.56.253:44071: Failed to connect to peer master-127.19.56.253:44071(127.19.56.253:44071): Connection refused: /127.19.56.253:44071
00:32:54.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.56.253:44071,127.19.56.252:41535,127.19.56.254:32907; will retry

Time: 313.235

OK (7 tests)

00:32:54.173 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
00:32:54.174 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
00:32:54.174 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
00:32:54.174 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:33515
00:32:54.175 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
00:32:54.175 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:43551
00:32:54.177 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-d896f340-26d6-4a4f-b6bc-f18b1a6dcbb7
00:32:54.177 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-142c7567-ad5a-4297-8b27-01c24b30e454
00:32:54.178 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
00:32:54.178 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-74a8920f-ab3d-43bc-9db0-3c70edd608ac
00:32:54.178 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
00:32:54.180 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-06c5886e-44be-4fe6-96f8-075383efbb9b
00:32:54.181 [INFO - BlobServer shutdown hook] (BlobServer.java:401) Stopped BLOB server at 0.0.0.0:43149
00:32:54.181 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-1ec8c5b7-e0c3-460c-8cd3-2c6c693c759e
00:32:54.181 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-14f03eaf-fc6c-4ebc-bdb4-012ff44f34fe
00:32:54.182 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-7aedba8a-f663-49de-9a07-cb90dc773aee
00:32:54.182 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
00:32:54.182 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-ba47f6b5-3752-461c-9416-ee70dcdc9945
00:32:54.183 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
00:32:54.185 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
00:32:54.188 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
00:32:54.191 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
00:32:54.192 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
00:32:54.194 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-aa805fda-d524-41d4-97ba-2301faa2919b
00:32:54.194 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
00:32:54.194 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-c7d7c1cb-d54f-44ca-ad3c-e650c21b47df
00:32:54.195 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
00:32:54.195 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-23c893a6-89a3-4a41-b74d-312cc6c21526
